-- Logs begin at Mon 2021-04-19 17:19:19 UTC, end at Mon 2021-04-19 18:17:14 UTC. -- Apr 19 17:49:26.405179 dv-cinder-786927-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 19 17:49:29.758459 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.common.config [-] Logging enabled! Apr 19 17:49:29.759079 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99 Apr 19 17:49:29.760355 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86243) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 17:49:29.762132 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.common.config [-] Logging enabled! Apr 19 17:49:29.762442 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99 Apr 19 17:49:29.762790 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86243) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 17:49:29.763855 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 17:49:29.764092 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 17:49:29.765239 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 17:49:29.765483 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 17:49:29.765768 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 17:49:29.766161 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.766498 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.766833 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.767025 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.767403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.767733 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.768047 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.768351 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.768713 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.769045 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.769325 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.769654 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.769904 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.770338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.770677 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.771133 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.771402 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] debug = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.771715 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.772257 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.772585 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.772900 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.773227 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.773832 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.774195 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.774505 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.775355 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.775755 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] host = dv-cinder-786927-1-smb {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.776073 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.776403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.776732 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.777066 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.777382 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.777695 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.778053 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.778367 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.778669 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] log_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.778982 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.779320 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.779648 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.779991 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.780238 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.780495 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.780832 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.781154 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.781463 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.781773 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.782111 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.782424 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.782732 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.783035 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.783365 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.783691 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.784024 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.784325 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.784635 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.784942 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.785248 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.785553 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.786162 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.786561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.786872 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.787205 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.787511 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.787820 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.788174 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.788502 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.788828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.789154 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.789462 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.789789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.790125 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.790437 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.790738 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] use_json = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.791045 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.791349 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.791675 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.791985 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.792290 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.792610 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.792922 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.793257 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:29.793598 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.794007 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.794305 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.794625 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.794964 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.795273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.795600 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.795911 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.796261 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.796595 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.796922 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.797235 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.797560 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.797872 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.798240 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.798593 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.798939 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.799271 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.799582 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.799892 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.800201 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.800515 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.800838 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.801177 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.801643 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.801982 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.802306 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.802785 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.802923 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.803236 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.803554 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.803887 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.804202 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.804513 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.804831 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.805144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.805452 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.805761 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.806099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.806446 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.806760 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.807062 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.807389 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.807680 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.807986 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.808313 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.808726 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.809071 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.809384 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.809701 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.810046 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.810358 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.810672 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.810982 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.811297 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.811606 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.811918 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.812228 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.812534 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.812849 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.813163 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.813472 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.813792 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.814116 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.814424 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.814728 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.815038 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.815346 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.815672 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.816010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.816323 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.816636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.817029 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.817334 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.817654 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.817978 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.818306 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.818621 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.818929 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.819273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.819594 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.819920 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.820244 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.820556 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.820893 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.821206 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.821522 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.821834 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.822174 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.822501 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.822820 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.823153 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.823486 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.823816 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.824147 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.824482 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.824799 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.825154 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.825465 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:29.825721 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 17:49:29.826029 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86243) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 19 17:49:30.505001 dv-cinder-786927-1-smb neutron-server[86243]: INFO keyring.backend [-] Loading Gnome Apr 19 17:49:30.522658 dv-cinder-786927-1-smb neutron-server[86243]: INFO keyring.backend [-] Loading Google Apr 19 17:49:30.525979 dv-cinder-786927-1-smb neutron-server[86243]: INFO keyring.backend [-] Loading Windows (alt) Apr 19 17:49:30.529740 dv-cinder-786927-1-smb neutron-server[86243]: INFO keyring.backend [-] Loading file Apr 19 17:49:30.530704 dv-cinder-786927-1-smb neutron-server[86243]: INFO keyring.backend [-] Loading keyczar Apr 19 17:49:30.531027 dv-cinder-786927-1-smb neutron-server[86243]: INFO keyring.backend [-] Loading multi Apr 19 17:49:30.531734 dv-cinder-786927-1-smb neutron-server[86243]: INFO keyring.backend [-] Loading pyfs Apr 19 17:49:30.581117 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:49:30.582502 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:49:30.582502 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:49:30.582917 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 19 17:49:31.006348 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.006952 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.006952 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.008387 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.008817 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.009126 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.049907 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.050225 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.050501 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.067291 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.067555 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.067881 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.141435 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.141730 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.142002 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.143067 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.143379 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.145628 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.442165 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.442493 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.442712 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.443017 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.443930 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.600393 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.600743 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.601039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.601340 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.601621 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.602028 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.602580 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.602870 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.603179 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.603525 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.603835 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.604127 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.604437 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.604728 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.605039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.605355 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.605648 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.606021 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.606280 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.606620 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.607080 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.607362 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.607644 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.607986 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.608264 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.608543 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.609007 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 17:49:31.609280 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 17:49:31.609560 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 17:49:31.609831 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 17:49:31.610128 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 17:49:31.610404 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 17:49:31.610836 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 19 17:49:31.614546 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 19 17:49:31.618642 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 19 17:49:31.622688 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Apr 19 17:49:31.624477 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 19 17:49:31.625901 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 19 17:49:31.626333 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 19 17:49:31.626802 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 19 17:49:31.631737 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 19 17:49:31.632023 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 19 17:49:31.632442 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 17:49:31.660428 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 19 17:49:31.660996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.661414 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86243) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 19 17:49:31.661828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.663315 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86243) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 19 17:49:31.663646 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 17:49:31.663928 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 19 17:49:31.667438 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.667761 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:31.736141 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 19 17:49:31.736449 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 19 17:49:31.736679 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 19 17:49:31.737103 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 19 17:49:31.775596 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_db.sqlalchemy.engines [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86243) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 19 17:49:32.243499 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Initializing driver for type 'gre' Apr 19 17:49:32.244099 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] gre ID ranges: [(1, 1000)] Apr 19 17:49:32.295582 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Initializing driver for type 'local' Apr 19 17:49:32.296159 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Initializing driver for type 'vlan' Apr 19 17:49:32.310981 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] VlanTypeDriver initialization complete Apr 19 17:49:32.311507 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Initializing driver for type 'vxlan' Apr 19 17:49:32.312358 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] vxlan ID ranges: [(1, 1000)] Apr 19 17:49:32.362160 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Initializing extension driver 'port_security' Apr 19 17:49:32.362616 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.extensions.port_security [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] PortSecurityExtensionDriver initialization complete Apr 19 17:49:32.363042 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Initializing mechanism driver 'openvswitch' Apr 19 17:49:32.363466 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Initializing mechanism driver 'hyperv' Apr 19 17:49:32.370781 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:49:32.371742 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > port after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.372221 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > port after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.372664 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > port after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.373149 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > subnet after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.373588 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > subnet after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.374062 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.374544 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > network after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.374986 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > network after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.375424 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > network after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.375910 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > security_group after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.376367 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > security_group after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.377022 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.377501 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.377978 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.378441 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.378934 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > address_group after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.379421 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > address_group after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.379886 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.380453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] ML2 OVO RPC backend initialized. {{(pid=86243) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 19 17:49:32.381415 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.381870 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.382423 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > network before_response 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.382873 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > networks before_response 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.383318 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > port before_response 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.383751 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > ports before_response 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.384207 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > subnet before_response 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.384649 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > subnets before_response 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.385136 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > network after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.385597 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > network after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.386078 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > network after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.386537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > port after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.386984 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > port after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.387526 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > port after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.388087 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > subnet after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.388590 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > subnet after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.389099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.390262 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.plugin [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Modular L2 Plugin initialization complete Apr 19 17:49:32.390799 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading services supported by the core plugin {{(pid=86243) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 19 17:49:32.391313 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Got port-security extension from driver 'port_security' Apr 19 17:49:32.391949 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.extensions.vlantransparent [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Disabled vlantransparent extension. Apr 19 17:49:32.392608 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86243) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 19 17:49:32.393071 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading Plugin: router Apr 19 17:49:32.435735 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.436190 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router after_create 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.436604 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router before_create 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.437009 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.437454 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.437848 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router after_delete 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.438291 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.438715 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router after_create 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.439102 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router after_update 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.439500 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router after_update 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.439887 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.440296 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router after_update 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.440790 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router precommit_update 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.441232 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: port after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.441662 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: port after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.442169 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: subnet after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.442567 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.442963 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.443354 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router precommit_create 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.443740 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: port before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.444131 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router precommit_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.444537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router after_update 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.444924 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.445318 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router precommit_create 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.445746 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.446192 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router precommit_update 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.446636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > network after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.447762 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Tracking information for resource: router configured {{(pid=86243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 17:49:32.448152 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Tracking information for resource: floatingip configured {{(pid=86243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 17:49:32.453752 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.l3_agentschedulers_db [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 19 17:49:32.454524 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: port after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.455093 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: port after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.455463 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: port after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.455866 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: port after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.456852 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router before_create 55550100 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.457278 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.457714 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router precommit_create 55550100 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.458162 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > router precommit_update 55550100 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.463611 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.provider_configuration [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Service providers = [] {{(pid=86243) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 19 17:49:32.464020 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.servicetype_db [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86243) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 19 17:49:32.467219 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.service_base [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 17:49:32.467596 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.service_base [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 17:49:32.467990 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.service_base [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 17:49:32.468949 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.service_base [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 17:49:32.469365 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.services.service_base [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 19 17:49:32.469802 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 17:49:32.470236 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 19 17:49:32.482051 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 17:49:32.482383 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading Plugin: auto_allocate Apr 19 17:49:32.488883 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: network precommit_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.489337 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: network precommit_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.490172 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 17:49:32.490554 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading Plugin: tag Apr 19 17:49:32.498591 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 17:49:32.498835 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading Plugin: timestamp Apr 19 17:49:32.503083 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 17:49:32.503455 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading Plugin: network_ip_availability Apr 19 17:49:32.509744 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.510163 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.510587 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.511480 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 17:49:32.511822 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading Plugin: flavors Apr 19 17:49:32.517156 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 17:49:32.517504 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading Plugin: revisions Apr 19 17:49:32.522960 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 17:49:32.523405 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.941s {{(pid=86243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:49:32.524616 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86243) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 19 17:49:32.524981 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Initializing extension manager. Apr 19 17:49:32.525562 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: __init__.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.525973 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: __pycache__ {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.526359 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.526734 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: address_group.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.527628 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.528307 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: address-group Apr 19 17:49:32.528647 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: address_scope.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.529455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.530073 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: address-scope Apr 19 17:49:32.530435 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.531476 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.532093 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: router-admin-state-down-before-update Apr 19 17:49:32.532455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: agent.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.533226 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.533811 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: agent Apr 19 17:49:32.534213 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: agent_resources_synced.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.535172 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.535894 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: agent-resources-synced Apr 19 17:49:32.536459 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: allowedaddresspairs.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.538507 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.539116 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: allowed-address-pairs Apr 19 17:49:32.539483 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: auto_allocated_topology.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.540643 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.541238 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: auto-allocated-topology Apr 19 17:49:32.541593 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: availability_zone.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.542426 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.543048 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: availability_zone Apr 19 17:49:32.543415 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: availability_zone_filter.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.544441 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.545027 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: availability_zone_filter Apr 19 17:49:32.545393 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: data_plane_status.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.546560 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.547190 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension data-plane-status not supported by any of loaded plugins Apr 19 17:49:32.547555 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: default_subnetpools.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.548507 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.549085 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: default-subnetpools Apr 19 17:49:32.549433 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.550437 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.551045 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: dhcp_agent_scheduler Apr 19 17:49:32.551630 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: dns.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.552851 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.553467 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension dns-integration not supported by any of loaded plugins Apr 19 17:49:32.553831 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: dns_domain_ports.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.554858 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.555455 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 19 17:49:32.555820 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: dvr.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.556611 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.557224 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: dvr Apr 19 17:49:32.557594 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: empty_string_filtering.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.558666 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.559268 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: empty-string-filtering Apr 19 17:49:32.559628 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.560596 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.561170 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 19 17:49:32.561527 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.562498 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.563079 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 19 17:49:32.563435 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: external_net.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.564396 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.564966 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: external-net Apr 19 17:49:32.565326 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.566300 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.566964 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: extra_dhcp_opt Apr 19 17:49:32.567327 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: extraroute.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.568277 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.568861 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: extraroute Apr 19 17:49:32.569222 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: extraroute_atomic.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.570308 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.570877 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: extraroute-atomic Apr 19 17:49:32.571241 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: filter_validation.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.571996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.572584 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: filter-validation Apr 19 17:49:32.572931 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: fip_pf_description.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.573892 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.574512 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 19 17:49:32.574874 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: fip_port_details.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.575990 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.576580 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: fip-port-details Apr 19 17:49:32.576942 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: flavors.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.578285 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.578877 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: flavors Apr 19 17:49:32.579225 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.581005 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.581627 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 19 17:49:32.582038 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: floatingip_pools.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.582932 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.583616 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: floatingip-pools Apr 19 17:49:32.583833 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: ip_allocation.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.584850 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.585440 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension ip_allocation not supported by any of loaded plugins Apr 19 17:49:32.585807 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.586812 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.587415 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: ip-substring-filtering Apr 19 17:49:32.587781 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: l2_adjacency.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.588764 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.589361 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 19 17:49:32.589722 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: l3.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.590979 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.591620 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: router Apr 19 17:49:32.591998 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.594780 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.595494 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 19 17:49:32.595872 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.597045 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.597701 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: ext-gw-mode Apr 19 17:49:32.598143 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.599373 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.599973 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: l3-ha Apr 19 17:49:32.600445 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: l3_flavors.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.601295 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.601884 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: l3-flavors Apr 19 17:49:32.602314 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.603259 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.603845 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 19 17:49:32.604204 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: l3agentscheduler.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.605485 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.606093 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: l3_agent_scheduler Apr 19 17:49:32.606462 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: logging.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.608111 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.608709 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension logging not supported by any of loaded plugins Apr 19 17:49:32.609072 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: metering.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.609887 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.610625 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: metering Apr 19 17:49:32.610991 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.612192 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.612791 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: metering_source_and_destination_fields Apr 19 17:49:32.613162 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: multiprovidernet.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.614295 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.615017 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: multi-provider Apr 19 17:49:32.615386 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: netmtu.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.616386 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.616969 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: net-mtu Apr 19 17:49:32.617333 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: netmtu_writable.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.618367 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.618970 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: net-mtu-writable Apr 19 17:49:32.619328 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: network_availability_zone.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.620232 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.620833 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: network_availability_zone Apr 19 17:49:32.621213 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: network_ip_availability.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.622404 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.622998 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: network-ip-availability Apr 19 17:49:32.623365 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: network_segment_range.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.624266 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.624863 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension network-segment-range not supported by any of loaded plugins Apr 19 17:49:32.625225 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: pagination.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.626325 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.626702 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: pagination Apr 19 17:49:32.627070 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: port_device_profile.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.628066 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.628676 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: port-device-profile Apr 19 17:49:32.629043 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.630404 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.631052 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: port-mac-address-regenerate Apr 19 17:49:32.631424 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.632378 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.632970 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: port-numa-affinity-policy Apr 19 17:49:32.633331 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: port_resource_request.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.634314 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.634901 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension port-resource-request not supported by any of loaded plugins Apr 19 17:49:32.635258 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: portbindings.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.636263 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.636853 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: binding Apr 19 17:49:32.637212 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: portbindings_extended.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.638624 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.639222 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: binding-extended Apr 19 17:49:32.639585 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: portsecurity.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.640531 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.641119 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: port-security Apr 19 17:49:32.641476 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: project_id.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.642540 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.642929 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: project-id Apr 19 17:49:32.643289 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: providernet.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.644274 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.644905 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: provider Apr 19 17:49:32.645267 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: qos.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.649804 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.650523 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension qos not supported by any of loaded plugins Apr 19 17:49:32.650905 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.652555 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.653179 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 19 17:49:32.653550 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.654660 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.655262 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 19 17:49:32.655604 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: qos_default.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.656673 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.657472 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension qos-default not supported by any of loaded plugins Apr 19 17:49:32.657865 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: qos_fip.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.658691 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.659272 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension qos-fip not supported by any of loaded plugins Apr 19 17:49:32.659639 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: qos_gateway_ip.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.660757 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.661340 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 19 17:49:32.661706 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: qos_port_network_policy.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.662705 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.663299 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 19 17:49:32.663654 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: qos_rule_type_details.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.664654 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.665241 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 19 17:49:32.665604 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: qos_rules_alias.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.666811 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.667409 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 19 17:49:32.667774 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: quotasv2.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.668884 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.669256 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: quotas Apr 19 17:49:32.669621 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: quotasv2_detail.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.671564 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.671969 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: quota_details Apr 19 17:49:32.672338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: rbac.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.673623 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.674305 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: rbac-policies Apr 19 17:49:32.674676 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: rbac_address_group.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.675730 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.676400 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: rbac-address-group Apr 19 17:49:32.676846 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: rbac_address_scope.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.677796 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.678435 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: rbac-address-scope Apr 19 17:49:32.678796 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: rbac_security_groups.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.679789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.680386 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: rbac-security-groups Apr 19 17:49:32.680748 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: rbac_subnetpool.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.681690 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.682329 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: rbac-subnetpool Apr 19 17:49:32.682694 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: revisionifmatch.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.683725 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.684344 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: revision-if-match Apr 19 17:49:32.684714 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: revisions.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.686007 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.686618 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: standard-attr-revisions Apr 19 17:49:32.686983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: router_availability_zone.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.687771 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.688396 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: router_availability_zone Apr 19 17:49:32.688758 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: routerservicetype.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.689847 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.690523 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension router-service-type not supported by any of loaded plugins Apr 19 17:49:32.690887 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.692094 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.692827 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: security-groups-normalized-cidr Apr 19 17:49:32.693196 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.694217 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.694823 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: port-security-groups-filtering Apr 19 17:49:32.695184 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.696197 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.696804 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: security-groups-remote-address-group Apr 19 17:49:32.697163 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: securitygroup.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.712019 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.712750 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: security-group Apr 19 17:49:32.713121 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: segment.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.714134 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.714744 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension segment not supported by any of loaded plugins Apr 19 17:49:32.715113 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.716201 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.716811 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 19 17:49:32.717163 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: servicetype.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.718364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.718968 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: service-type Apr 19 17:49:32.719339 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: sorting.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.720385 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.720764 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: sorting Apr 19 17:49:32.721123 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: standard_attr_segment.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.722107 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.722719 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 19 17:49:32.723178 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: standardattrdescription.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.724027 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.724614 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: standard-attr-description Apr 19 17:49:32.724991 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: stateful_security_group.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.726034 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.726649 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: stateful-security-group Apr 19 17:49:32.727024 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: stdattrs_common.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.727624 dv-cinder-786927-1-smb neutron-server[86243]: WARNING neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 19 17:49:32.727984 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.729049 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.729654 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 19 17:49:32.730038 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: subnet_onboard.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.731171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.731773 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: subnet_onboard Apr 19 17:49:32.732139 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.733143 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.733752 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 19 17:49:32.734158 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: subnet_service_types.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.735173 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.735785 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: subnet-service-types Apr 19 17:49:32.736158 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: subnetallocation.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.737441 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.738232 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: subnet_allocation Apr 19 17:49:32.738629 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.739458 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.740073 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: subnetpool-prefix-ops Apr 19 17:49:32.740434 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.741499 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.742130 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 19 17:49:32.742494 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: tagging.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.743946 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.744560 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: standard-attr-tag Apr 19 17:49:32.744932 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: timestamp.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.746278 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.746895 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loaded extension: standard-attr-timestamp Apr 19 17:49:32.747268 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: trunk.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.748394 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.749044 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension trunk not supported by any of loaded plugins Apr 19 17:49:32.749358 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: trunk_details.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.750374 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.750965 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension trunk-details not supported by any of loaded plugins Apr 19 17:49:32.751330 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: uplink_status_propagation.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.752307 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.752902 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 19 17:49:32.753267 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Loading extension file: vlantransparent.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 17:49:32.754057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 17:49:32.754754 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 19 17:49:32.757689 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Creating instance of TrackedResource for resource:network Apr 19 17:49:32.758599 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Creating instance of TrackedResource for resource:subnet Apr 19 17:49:32.759280 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 17:49:32.759946 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Creating instance of TrackedResource for resource:port Apr 19 17:49:32.761711 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 17:49:32.762282 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Service FLAVORS assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 17:49:32.763002 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 17:49:32.763479 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 17:49:32.763862 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Creating instance of TrackedResource for resource:router Apr 19 17:49:32.764697 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Creating instance of TrackedResource for resource:floatingip Apr 19 17:49:32.765482 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Service METERING assigned prefix: /metering {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 17:49:32.767431 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.767876 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.768279 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:49:32.769719 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 17:49:32.770332 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Creating instance of TrackedResource for resource:security_group Apr 19 17:49:32.771247 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 17:49:32.772076 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Service CORE assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 17:49:32.772469 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 17:49:32.772852 dv-cinder-786927-1-smb neutron-server[86243]: WARNING neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] subnetpool is already registered Apr 19 17:49:32.773887 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Service CORE assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 17:49:32.774311 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 17:49:32.775159 dv-cinder-786927-1-smb neutron-server[86243]: WARNING neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] subnetpool is already registered Apr 19 17:49:32.778453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 17:49:32.778950 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Service FLAVORS assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 17:49:32.779617 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 17:49:32.780098 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 17:49:32.780487 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Creating instance of TrackedResource for resource:router Apr 19 17:49:32.780869 dv-cinder-786927-1-smb neutron-server[86243]: WARNING neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] router is already registered Apr 19 17:49:32.781617 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Creating instance of TrackedResource for resource:floatingip Apr 19 17:49:32.782001 dv-cinder-786927-1-smb neutron-server[86243]: WARNING neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] floatingip is already registered Apr 19 17:49:32.782736 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Service METERING assigned prefix: /metering {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 17:49:32.783544 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 17:49:32.783884 dv-cinder-786927-1-smb neutron-server[86243]: WARNING neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] rbac_policy is already registered Apr 19 17:49:32.784648 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Creating instance of TrackedResource for resource:security_group Apr 19 17:49:32.785015 dv-cinder-786927-1-smb neutron-server[86243]: WARNING neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] security_group is already registered Apr 19 17:49:32.785894 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 17:49:32.786297 dv-cinder-786927-1-smb neutron-server[86243]: WARNING neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] security_group_rule is already registered Apr 19 17:49:32.787053 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Service CORE assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 17:49:32.787442 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 17:49:32.787798 dv-cinder-786927-1-smb neutron-server[86243]: WARNING neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] subnetpool is already registered Apr 19 17:49:32.788527 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Service CORE assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 17:49:32.788896 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 17:49:32.789268 dv-cinder-786927-1-smb neutron-server[86243]: WARNING neutron.quota.resource_registry [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] subnetpool is already registered Apr 19 17:49:32.790068 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: extensions {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.791736 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: address-groups {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.793435 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: address-scopes {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.794776 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: agents {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.796023 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: auto-allocated-topology {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.797326 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: availability_zones {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.798762 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: dhcp-networks {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.800233 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: dhcp-agents {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.801792 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: routers {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.803890 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: flavors {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.805133 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: service_profiles {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.806478 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: next_providers {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.808151 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: service_profiles {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.809685 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: floatingip-pools {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.811012 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: routers {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.812903 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: floatingips {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.814224 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: l3-routers {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.815776 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: l3-agents {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.817530 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: metering-labels {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.820499 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: metering-label-rules {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.821895 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: network-ip-availabilities {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.823386 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: bindings {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.825221 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: quotas {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.826814 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: quotas {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.828286 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: rbac-policies {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.829683 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: security-groups {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.831066 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: security-group-rules {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.832420 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: service-providers {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.834080 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: subnetpools {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.835768 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: subnetpools {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.837336 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.839202 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.841113 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.843017 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.844905 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.847091 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.849230 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.851273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.853207 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.855240 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 17:49:32.862560 dv-cinder-786927-1-smb neutron-server[86243]: WARNING keystonemiddleware.auth_token [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 19 17:49:32.868987 dv-cinder-786927-1-smb neutron-server[86243]: WARNING keystonemiddleware.auth_token [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 19 17:49:32.878835 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Acquired lock "singleton_lock" {{(pid=86243) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 19 17:49:32.879540 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Releasing lock "singleton_lock" {{(pid=86243) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 19 17:49:32.881365 dv-cinder-786927-1-smb neutron-server[86243]: INFO oslo_service.service [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Starting 2 workers Apr 19 17:49:32.886508 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Started child 86356 {{(pid=86243) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 17:49:32.890980 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:49:32.891723 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Started child 86357 {{(pid=86243) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 17:49:32.892609 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [-] (86356) wsgi starting up on http://0.0.0.0:9696 Apr 19 17:49:32.893313 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.service [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 19 17:49:32.894033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Notify callbacks [] for process, before_spawn {{(pid=86243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:49:32.896838 dv-cinder-786927-1-smb neutron-server[86243]: INFO oslo_service.service [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Starting 1 workers Apr 19 17:49:32.897087 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:49:32.899292 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [-] (86357) wsgi starting up on http://0.0.0.0:9696 Apr 19 17:49:32.903121 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Started child 86358 {{(pid=86243) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 17:49:32.903744 dv-cinder-786927-1-smb neutron-server[86243]: INFO oslo_service.service [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Starting 1 workers Apr 19 17:49:32.905509 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.service [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] calling RpcWorker wait() {{(pid=86358) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 19 17:49:32.906194 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.service [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] returning from RpcWorker wait() {{(pid=86358) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 19 17:49:32.907987 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:49:32.908651 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:49:32.909057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Started child 86359 {{(pid=86243) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 17:49:32.910073 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b47f5d-399d-4bf1-b333-235fee8e87f4 None None] Notify callbacks [] for process, after_spawn {{(pid=86243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:49:32.912294 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86243) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 17:49:32.912525 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 17:49:32.912709 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 17:49:32.913217 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 17:49:32.913680 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 17:49:32.913840 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 17:49:32.914472 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.914770 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.915080 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.915374 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.915711 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.916410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.916554 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:49:32.916694 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.917169 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.917490 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.917764 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.917997 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.918192 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.918438 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.918731 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.919086 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.919374 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.919643 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.919939 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.920133 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.920386 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.920682 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.920983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.921270 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] debug = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.921543 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.922156 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.922383 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.922643 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.922912 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.923225 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.923497 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.923809 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.924077 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.924329 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.924613 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.924889 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.925159 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.925384 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.925601 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.925903 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.926223 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.926743 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] host = dv-cinder-786927-1-smb {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.927022 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.927369 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.927663 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.927944 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.928226 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.928493 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.928787 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.929140 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.929365 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.929570 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.929815 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.930098 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.930370 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.930646 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.930857 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_options = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.931078 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.931417 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.931632 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.931842 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.932036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.932234 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.932425 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.932614 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.932801 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.933068 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.933315 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.933561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.933826 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.934087 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.934380 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.934646 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.934887 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.935110 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.935409 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.935702 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.935994 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.936265 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.936532 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.936792 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.937150 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.937356 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.937554 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.937759 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.938042 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.938257 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.938469 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.938731 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.939005 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.939402 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.939620 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.939837 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.940061 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.940273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.940557 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.940794 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.941091 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.941301 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.941704 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.941923 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.942335 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.942787 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_json = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.943106 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.943435 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.943662 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.943881 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.944114 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.944329 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.944554 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.944850 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:32.945307 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.945637 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.946050 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.946299 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.946482 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.946743 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.947315 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.947315 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.947686 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.947944 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.948299 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.948641 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.948990 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.949242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.949579 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.950139 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.950450 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.950765 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.951164 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.951618 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.951921 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.952205 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.953983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.953983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.953983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.953983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.953983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.953983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.954934 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.954934 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.954934 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.954934 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.955577 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.955577 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.955577 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.956020 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.956208 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.956380 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.956598 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.956865 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.957138 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.957739 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.958250 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.961751 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.961751 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.961751 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.961751 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.961751 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.961751 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.961751 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.961751 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.961751 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.964030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.964030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.964030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.964030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.964030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.964030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.964030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.964030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.964030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.966181 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.966181 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.966181 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.966883 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:49:32.967144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.967144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.967144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.967144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.967144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.967144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.967144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.967144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.967144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.970273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.970273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.970273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.970273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.970273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.970273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.970273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.970273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.970273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.972938 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.972938 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.972938 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.972938 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.972938 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.972938 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.972938 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.972938 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.976410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.976410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.976410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.976410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.976410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.976410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.976410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.976410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.978371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.978371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.978371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.978371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.978371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.978371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.978371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.978371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.981040 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.981040 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.981040 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.981040 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.981040 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.981040 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.981040 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.981040 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.982797 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.982797 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.982797 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.982797 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.982797 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.982797 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.982797 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.982797 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.984453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.984453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.984453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.984453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.984453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.984453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.984453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.984453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.986388 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.986388 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.986388 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.986388 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.986388 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.986388 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.986388 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.986388 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.988010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.988010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.988010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.988010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.988010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.988010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.988010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.988010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.989789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.989789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.989789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.989789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.989789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.989789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.989789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.989789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.991668 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.991668 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.991668 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.991668 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.991668 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.991668 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.991668 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.991668 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.993338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.993338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.993338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.993338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.993338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.993338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.993338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.993338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.995036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.995036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.995036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.995036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.995036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.995036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.995036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.995036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.996706 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.996706 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.996706 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.996706 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.996706 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.996706 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.996706 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.996706 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.998397 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.998397 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.998397 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.998397 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.998397 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.998397 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.998397 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:32.998397 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.000099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.000099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.000099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.000099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.000099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.000099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.000099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.000099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.001974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.001974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.001974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.001974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.001974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.001974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.001974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.001974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.001974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.003763 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.003763 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.003763 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.003763 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.003763 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.003763 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.003763 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.003763 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.005332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.005332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.005332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.005332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.005332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.005332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.005332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.005332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.005332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.007494 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.007494 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.007494 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.007494 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.007494 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.007494 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.007494 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.007494 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.009000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.009000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.009000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.009000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.009000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.009000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.009000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.009000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.010569 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.010569 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.010569 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.010569 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.010569 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.010569 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.010569 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.011689 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.011689 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.011689 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.011689 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.012280 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.012280 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.012280 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.012943 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.012943 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.012943 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.013403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.013403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.013731 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.013899 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.014255 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.014518 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.014789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.015016 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.015279 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.015542 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.015773 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.016053 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.016283 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.016506 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 17:49:33.017017 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86243) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 17:49:33.017305 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 17:49:33.017305 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 17:49:33.017734 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 17:49:33.017734 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 17:49:33.018287 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 17:49:33.018287 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.018287 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.018940 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.018940 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.018940 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.019560 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.019560 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.019560 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.019560 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.020557 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.020557 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.020557 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.020557 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.020557 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.021690 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.021690 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.021690 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.021690 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.021690 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.021690 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.022737 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.022737 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.022737 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] debug = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.022737 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.022737 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.022737 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.024250 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.024250 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.024250 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.024250 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.024250 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.024250 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.024250 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.025561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.025561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.025561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.025561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.025561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.025561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.025561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.025561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] host = dv-cinder-786927-1-smb {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.027204 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.027204 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.027204 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.027204 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.027204 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.027204 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.027204 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.027204 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.028825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.028825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.028825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.028825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.028825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.028825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.028825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_options = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.028825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.028825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.030639 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.030639 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.030639 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.030639 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.030639 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.030639 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.030639 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.032005 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.032005 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.032005 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.032005 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.032005 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.032005 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.032005 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.032005 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.032005 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.033828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.033828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.033828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.033828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.033828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.033828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.033828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.033828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.035014 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.035014 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.035014 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.035014 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.035014 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.035014 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.035014 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.035014 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.036403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.036403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.036403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.036403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.036403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.036403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.036403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.036403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.037537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.037537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.037537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.037537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_json = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.037537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.037537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.037537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.037537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.037537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.038996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.038996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.038996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 17:49:33.038996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.038996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.038996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.038996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.038996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.040171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.040171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.040171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.040171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.040171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.040171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.040171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.040171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.040171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.041455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.041455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.041455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.041455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.041455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.041455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.041455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.041455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.042686 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.042686 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.042686 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.042686 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.042686 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.042686 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.042686 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.042686 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.044039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.044039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.044039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.044039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.044039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.044039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.044039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.044039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.044039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.045364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.045364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.045364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.045364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.045364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.045364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.045364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.045364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.045364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.046810 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.046810 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.046810 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.046810 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.046810 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.046810 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.046810 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.046810 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.046810 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.048109 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.048109 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.048109 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.048109 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.048109 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.048109 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.048109 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.048109 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.048109 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.049371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.049371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.049371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.049371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.049371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.049371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.049371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.049371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.049371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.050609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.050609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.050609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.050609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.050609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.050609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.050609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.050609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.050609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.051813 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.051813 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.051813 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.051813 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.051813 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.051813 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.051813 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.051813 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.052914 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.052914 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.052914 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.052914 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.052914 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.052914 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.052914 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.053693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.053693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.053693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.053693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.053693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.054306 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.054306 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.054306 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.054306 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.054775 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.054775 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.054775 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.055134 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.055134 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.055366 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.055499 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.055640 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.055842 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.056047 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.056240 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.056430 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.056608 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.056795 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.056979 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.057166 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.057319 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.057513 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.057700 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.057895 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.058104 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.058283 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.058480 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.058671 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.058866 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.059072 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.059255 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.059455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.059642 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.059825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.059825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.060184 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.060184 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.060528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.060528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.060899 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.060899 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.061245 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.061245 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.061566 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.061566 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.061876 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.061876 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.062404 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.062404 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.062404 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.062913 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.062913 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.062913 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.063485 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.063485 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.063485 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.063485 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.064231 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.064231 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.064231 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.064231 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.064231 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.065136 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.065136 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.065136 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.065136 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.065136 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.066034 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.066034 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.066034 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.066034 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.066034 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.067053 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.067053 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.067053 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.067053 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.067053 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.067053 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.067053 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.068483 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.068483 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.068483 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.068483 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.068483 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.068483 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.069658 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.069658 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.069658 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.069658 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.069658 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.069658 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.069658 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.071057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.071057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.071057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.071057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.071057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.071057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.071057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.071057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.072205 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.072205 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.072205 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.072205 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.072205 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.072205 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.072205 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.073422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.073422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.073422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.073422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.073422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.073422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.073422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.073422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.075033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.075033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.075033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.075033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.075033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.075033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.075033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.075033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.075033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.076245 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.076245 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.076245 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.076245 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.076245 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.076245 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.076245 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.076245 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.077148 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.077148 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.077148 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.077148 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.077148 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.077772 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.077772 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.077772 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.077772 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.078217 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.078217 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.078217 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.078688 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.078688 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.079565 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.079565 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.079565 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.079565 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.079565 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.079565 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.080730 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.080730 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.080730 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.080730 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.080730 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.080730 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.080730 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.082018 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.082018 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.082018 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.082018 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.082018 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.082018 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.082018 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.082018 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.083726 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.083726 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.083726 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 17:49:33.083726 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 17:49:33.110496 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 52170) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:49:33.128824 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0153191 Apr 19 17:49:33.153616 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:49:46.096564 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b300111f-db0e-49b1-9541-6029fed0ebe3 None None] get_active_networks_info from dv-cinder-786927-1-smb {{(pid=86358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 19 17:49:46.408738 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b300111f-db0e-49b1-9541-6029fed0ebe3 None None] No non-hosted networks {{(pid=86358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 19 17:49:46.463508 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-16dac30e-172e-4f92-ac78-86148de6a520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:49:49.335537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-283072a1-13dd-421b-8fc4-7d1e4889cbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:49:49.387210 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8173d75c-0ccf-4a56-8b35-078ace731468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:49:49.866100 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:49:49.867067 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:49:49.867623 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:49:49.868149 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:49:49.868669 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:49:49.869187 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:49:49.869728 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:49:49.870269 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:49:49.872536 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:49:49.873109 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:49:49.873637 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:49:49.882476 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:49:49.883254 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:49:49.883884 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786927-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:49:49.889652 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786927-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:49:50.254152 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:49:51.567926 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:49:53.117680 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 52268) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:49:53.877059 dv-cinder-786927-1-smb neutron-server[86243]: WARNING oslo_policy.policy [None req-80d4417d-6643-4403-82eb-30e69bd23ee9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 17:49:53.877993 dv-cinder-786927-1-smb neutron-server[86243]: WARNING oslo_policy.policy [None req-80d4417d-6643-4403-82eb-30e69bd23ee9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 17:49:53.923800 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.l3_hamode_db [None req-161a6cd1-8dfd-494a-b183-886a3907d6a5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 19 17:49:54.031661 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a6cd1-8dfd-494a-b183-886a3907d6a5 None None] Routers set() bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 17:49:54.032335 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a6cd1-8dfd-494a-b183-886a3907d6a5 None None] Router IDs set() for agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 19 17:49:54.267176 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [None req-80d4417d-6643-4403-82eb-30e69bd23ee9 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 17:49:54.268360 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-80d4417d-6643-4403-82eb-30e69bd23ee9 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1495540 Apr 19 17:49:57.180783 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 52282) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:49:57.774950 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-8c824321-38a8-4719-894b-2bf8037fcb83 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:49:57.879714 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.policy [None req-8c824321-38a8-4719-894b-2bf8037fcb83 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86357) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 17:49:57.937186 dv-cinder-786927-1-smb neutron-server[86243]: WARNING oslo_policy.policy [None req-8c824321-38a8-4719-894b-2bf8037fcb83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 17:49:57.937596 dv-cinder-786927-1-smb neutron-server[86243]: WARNING oslo_policy.policy [None req-8c824321-38a8-4719-894b-2bf8037fcb83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 17:49:57.956406 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota [None req-8c824321-38a8-4719-894b-2bf8037fcb83 admin admin] Loaded quota_driver: . Apr 19 17:49:57.973612 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-8c824321-38a8-4719-894b-2bf8037fcb83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:49:58.036693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8c824321-38a8-4719-894b-2bf8037fcb83 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363272189197930', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363272189197446', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363272189200198', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363272189214690', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363272189361624', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363272189360905', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854228139', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853948331', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1992040', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852734050'] for rbac-policy, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:49:58.301253 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8c824321-38a8-4719-894b-2bf8037fcb83 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:49:58.310037 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8c824321-38a8-4719-894b-2bf8037fcb83 admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1209891 Apr 19 17:50:01.644313 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 52296) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:50:02.074792 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Request body: {'network': {'project_id': '52c64ccb291d4ba1b204e07ba75d4842', 'name': 'private', 'admin_state_up': True}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:50:02.081057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:50:02.086717 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Usage tracker for resource:network and tenant:52c64ccb291d4ba1b204e07ba75d4842 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:50:02.090751 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:50:02.098411 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:50:02.108776 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Made reservation on behalf of 52c64ccb291d4ba1b204e07ba75d4842 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:50:02.115276 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:02.132860 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:02.149570 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:50:02.154061 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Usage tracker for resource:security_group_rule and tenant:52c64ccb291d4ba1b204e07ba75d4842 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:50:02.158125 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:50:02.165170 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:50:02.279644 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:02.283055 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:02.288983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:50:02.318329 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 17:50:02.344011 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0d3301-f42a-4719-9c17-da4b64d3160e,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:50:02.347904 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363272186270358', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:02.348532 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Unsubscribe: segment precommit_create {{(pid=86357) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 17:50:02.349011 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Added segment 2a1763da-4b4f-4272-9e37-bc0c22bb2d82 of type vlan for network f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391 Apr 19 17:50:02.412190 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:02.412455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:02.412821 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:02.413177 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:02.413534 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:02.413883 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:02.414262 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:02.414611 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:02.414978 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:02.415328 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:02.415675 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:02.416018 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Tracked resource versions report: Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: pushed versions: Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: { 'AddressGroup': {'1.2'}, Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'ConntrackHelper': {'1.0'}, Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'Log': {'1.0'}, Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'Network': {'1.1'}, Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'Port': {'1.7'}, Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'PortForwarding': {'1.2'}, Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'QosPolicy': {'1.8'}, Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroup': {'1.4'}, Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroupRule': {'1.2'}, Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'SubPort': {'1.0'}, Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'Subnet': {'1.1'}, Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'Trunk': {'1.1'}} Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: consumer versions: Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: { DHCP agent@dv-cinder-786927-1-smb: {}, Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: L3 agent@dv-cinder-786927-1-smb: {}, Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: Metadata agent@dv-cinder-786927-1-smb: {}, Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: Metering agent@dv-cinder-786927-1-smb: {}, Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: Open vSwitch agent@dv-cinder-786927-1-smb: { 'AddressGroup': '1.2', Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'ConntrackHelper': '1.0', Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'Log': '1.0', Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'Network': '1.1', Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'Port': '1.7', Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'PortForwarding': '1.2', Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'QosPolicy': '1.8', Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroup': '1.4', Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroupRule': '1.2', Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'SubPort': '1.0', Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'Subnet': '1.1', Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: 'Trunk': '1.1'}} Apr 19 17:50:02.417170 dv-cinder-786927-1-smb neutron-server[86243]: {{(pid=86357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 17:50:02.475280 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:50:02.483497 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764668142058'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:02.527398 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:02.529114 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:50:02.529872 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:02.536213 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:50:02.657808 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0122490 Apr 19 17:50:02.658989 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Pushing event updated for resources: {'Network': ['ID=f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:50:02.663655 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:50:02.680860 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Network f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391 details requested by agent ovs-agent-dv-cinder-786927-1-smb with host dv-cinder-786927-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 17:50:06.097989 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 52312) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:50:06.837231 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96898ec9-ed7b-40fd-95c9-97da8973d793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:50:06.839762 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-96898ec9-ed7b-40fd-95c9-97da8973d793 admin admin] 10.222.0.81 "GET /v2.0/networks/f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391 HTTP/1.1" status: 200 len: 825 time: 0.7405229 Apr 19 17:50:06.871316 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-23588a19-4d8a-49f2-bec9-9e76581b1474 admin admin] 10.222.0.81 "GET /v2.0/subnetpools/77d33621-598a-4e12-8216-27f2d5180fe2 HTTP/1.1" status: 200 len: 734 time: 0.0251575 Apr 19 17:50:06.886795 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-164a0aca-3acc-434e-82af-b70f65ec4145 admin admin] Request body: {'subnet': {'network_id': 'f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '77d33621-598a-4e12-8216-27f2d5180fe2', 'ip_version': 4, 'tenant_id': '52c64ccb291d4ba1b204e07ba75d4842'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:50:06.892246 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-164a0aca-3acc-434e-82af-b70f65ec4145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:50:06.896944 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-164a0aca-3acc-434e-82af-b70f65ec4145 admin admin] Usage tracker for resource:subnet and tenant:52c64ccb291d4ba1b204e07ba75d4842 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:50:06.900720 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-164a0aca-3acc-434e-82af-b70f65ec4145 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:50:06.907201 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-164a0aca-3acc-434e-82af-b70f65ec4145 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:50:06.918977 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164a0aca-3acc-434e-82af-b70f65ec4145 admin admin] Made reservation on behalf of 52c64ccb291d4ba1b204e07ba75d4842 for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:50:06.923888 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-164a0aca-3acc-434e-82af-b70f65ec4145 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:07.456727 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-164a0aca-3acc-434e-82af-b70f65ec4145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:07.461770 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:50:07.558434 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a0aca-3acc-434e-82af-b70f65ec4145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e1fe32d-8782-48c6-b5fa-36b44f7c367c,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:50:07.560817 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164a0aca-3acc-434e-82af-b70f65ec4145 admin admin] Checking segment: {'id': '2a1763da-4b4f-4272-9e37-bc0c22bb2d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:50:07.561304 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164a0aca-3acc-434e-82af-b70f65ec4145 admin admin] Network hostable DHCP agents. Network: f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391, hostable agents: ['e04df252-53f8-4f20-921c-5c31ef9947a5'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 17:50:07.570086 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-164a0aca-3acc-434e-82af-b70f65ec4145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:50:07.588679 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164a0aca-3acc-434e-82af-b70f65ec4145 admin admin] Network f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391 is scheduled to be hosted by DHCP agent e04df252-53f8-4f20-921c-5c31ef9947a5 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 17:50:07.600278 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-164a0aca-3acc-434e-82af-b70f65ec4145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-smb, f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:50:07.605337 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164a0aca-3acc-434e-82af-b70f65ec4145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:50:07.605994 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-164a0aca-3acc-434e-82af-b70f65ec4145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:07.614432 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413e3def-5308-4f0a-bae9-f62041ad5a5d None None] Network f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:50:07.631679 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-164a0aca-3acc-434e-82af-b70f65ec4145 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7492790 Apr 19 17:50:08.311250 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe99519b7-2792-57d6-bafa-c992fbacc188-f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391', 'network_id': 'f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391', 'tenant_id': '52c64ccb291d4ba1b204e07ba75d4842', 'fixed_ips': [{'subnet_id': '7e1fe32d-8782-48c6-b5fa-36b44f7c367c'}]}} from dv-cinder-786927-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 17:50:08.313041 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:08.614508 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Allocated IP 172.20.0.2 (f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391/7e1fe32d-8782-48c6-b5fa-36b44f7c367c/28e2f8c4-6e9e-40e7-a448-981c49bf52b7) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 17:50:08.888006 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:08.904934 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Transition to ACTIVE for port object 28e2f8c4-6e9e-40e7-a448-981c49bf52b7 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:50:08.931024 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Transition to ACTIVE for port object 28e2f8c4-6e9e-40e7-a448-981c49bf52b7 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:50:08.938629 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:08.948676 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:50:09.012917 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Network f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:50:09.022214 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:50:09.033552 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 17:50:09.040712 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Pushing event updated for resources: {'Port': ['ID=28e2f8c4-6e9e-40e7-a448-981c49bf52b7,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:50:09.080756 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:09.081229 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:09.081623 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:09.081879 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:09.082390 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:09.082746 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:09.083107 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:09.083458 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:09.083804 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:09.084177 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:09.084503 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:09.084850 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Tracked resource versions report: Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: pushed versions: Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: { 'AddressGroup': {'1.2'}, Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'ConntrackHelper': {'1.0'}, Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'Log': {'1.0'}, Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'Network': {'1.1'}, Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'Port': {'1.7'}, Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'PortForwarding': {'1.2'}, Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'QosPolicy': {'1.8'}, Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroup': {'1.4'}, Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroupRule': {'1.2'}, Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'SubPort': {'1.0'}, Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'Subnet': {'1.1'}, Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'Trunk': {'1.1'}} Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: consumer versions: Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: { DHCP agent@dv-cinder-786927-1-smb: {}, Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: L3 agent@dv-cinder-786927-1-smb: {}, Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: Metadata agent@dv-cinder-786927-1-smb: {}, Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: Metering agent@dv-cinder-786927-1-smb: {}, Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: Open vSwitch agent@dv-cinder-786927-1-smb: { 'AddressGroup': '1.2', Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'ConntrackHelper': '1.0', Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'Log': '1.0', Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'Network': '1.1', Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'Port': '1.7', Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'PortForwarding': '1.2', Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'QosPolicy': '1.8', Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroup': '1.4', Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroupRule': '1.2', Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'SubPort': '1.0', Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'Subnet': '1.1', Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: 'Trunk': '1.1'}} Apr 19 17:50:09.086042 dv-cinder-786927-1-smb neutron-server[86243]: {{(pid=86358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 17:50:09.101964 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:50:09.163490 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Attempting to bind port 28e2f8c4-6e9e-40e7-a448-981c49bf52b7 on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 17:50:09.163879 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Attempting to bind port 28e2f8c4-6e9e-40e7-a448-981c49bf52b7 by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': '2a1763da-4b4f-4272-9e37-bc0c22bb2d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 17:50:09.164436 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Attempting to bind port 28e2f8c4-6e9e-40e7-a448-981c49bf52b7 on network f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:50:09.171534 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 17, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 17:50:09.172106 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Checking segment: {'id': '2a1763da-4b4f-4272-9e37-bc0c22bb2d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:50:09.172835 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:09.173391 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Bound using segment: {'id': '2a1763da-4b4f-4272-9e37-bc0c22bb2d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 17:50:09.174241 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Bound port: 28e2f8c4-6e9e-40e7-a448-981c49bf52b7, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1763da-4b4f-4272-9e37-bc0c22bb2d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 17:50:09.174907 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:09.285885 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] For port 28e2f8c4-6e9e-40e7-a448-981c49bf52b7, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 17:50:09.292673 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] For port 28e2f8c4-6e9e-40e7-a448-981c49bf52b7, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=28e2f8c4-6e9e-40e7-a448-981c49bf52b7,segment=NetworkSegment(2a1763da-4b4f-4272-9e37-bc0c22bb2d82),segment_id=2a1763da-4b4f-4272-9e37-bc0c22bb2d82)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 17:50:09.297704 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:09.312552 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:50:09.433913 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Pushing event updated for resources: {'Port': ['ID=28e2f8c4-6e9e-40e7-a448-981c49bf52b7,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:50:09.438193 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:50:11.044090 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 52322) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:50:11.903831 dv-cinder-786927-1-smb neutron-server[86243]: WARNING oslo_policy.policy [None req-499ddf54-2fe6-40d4-adca-7f92438dc6a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 17:50:11.904526 dv-cinder-786927-1-smb neutron-server[86243]: WARNING oslo_policy.policy [None req-499ddf54-2fe6-40d4-adca-7f92438dc6a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 17:50:12.282686 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [None req-499ddf54-2fe6-40d4-adca-7f92438dc6a2 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 17:50:12.286184 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-499ddf54-2fe6-40d4-adca-7f92438dc6a2 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.2391081 Apr 19 17:50:15.460605 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 52340) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:50:15.894803 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed7acf1a-54ec-4b09-addf-c9c99ffc86d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:15.930399 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [None req-eacefe54-8309-495e-bc2b-0f6b8082a9b2 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 17:50:15.932178 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-eacefe54-8309-495e-bc2b-0f6b8082a9b2 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4702599 Apr 19 17:50:16.805423 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 28e2f8c4-6e9e-40e7-a448-981c49bf52b7 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:50:16.904360 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port 28e2f8c4-6e9e-40e7-a448-981c49bf52b7 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:50:17.236221 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e546c612-a831-4ccc-9628-a8870c589c30 None None] Network f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:50:17.371597 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-878cda5c-4983-495d-85d6-4b5e875675f9 None None] Provisioning for port 28e2f8c4-6e9e-40e7-a448-981c49bf52b7 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:50:17.386684 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-878cda5c-4983-495d-85d6-4b5e875675f9 None None] Provisioning complete for port 28e2f8c4-6e9e-40e7-a448-981c49bf52b7 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:50:17.387114 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-878cda5c-4983-495d-85d6-4b5e875675f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:17.618754 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-878cda5c-4983-495d-85d6-4b5e875675f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:17.705883 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-878cda5c-4983-495d-85d6-4b5e875675f9 None None] For port 28e2f8c4-6e9e-40e7-a448-981c49bf52b7, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=28e2f8c4-6e9e-40e7-a448-981c49bf52b7,segment=NetworkSegment(2a1763da-4b4f-4272-9e37-bc0c22bb2d82),segment_id=2a1763da-4b4f-4272-9e37-bc0c22bb2d82)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:50:17.711736 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-878cda5c-4983-495d-85d6-4b5e875675f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:17.724568 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1fe21240-e868-421a-8885-7418450e7b8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:50:17.820971 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cda5c-4983-495d-85d6-4b5e875675f9 None None] Pushing event updated for resources: {'Port': ['ID=28e2f8c4-6e9e-40e7-a448-981c49bf52b7,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:50:17.825338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-878cda5c-4983-495d-85d6-4b5e875675f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:50:18.043687 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-143f0402-9112-4acf-9bfa-046d9b08ff4a None None] Provisioning complete for port 28e2f8c4-6e9e-40e7-a448-981c49bf52b7 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:50:18.044088 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-143f0402-9112-4acf-9bfa-046d9b08ff4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:18.762978 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 28e2f8c4-6e9e-40e7-a448-981c49bf52b7 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:50:18.850435 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 28e2f8c4-6e9e-40e7-a448-981c49bf52b7 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:50:18.851311 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:19.262191 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 52372) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:50:19.331544 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-04f5e6f3-43dc-45ba-a9d6-25a728368e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:19.493354 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-9ff1a8e6-fd4d-43cf-a48f-2587a876bd6a admin admin] Request body: {'router': {'tenant_id': '52c64ccb291d4ba1b204e07ba75d4842', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:50:19.498643 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9ff1a8e6-fd4d-43cf-a48f-2587a876bd6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:50:19.503843 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9ff1a8e6-fd4d-43cf-a48f-2587a876bd6a admin admin] Usage tracker for resource:router and tenant:52c64ccb291d4ba1b204e07ba75d4842 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:50:19.508341 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9ff1a8e6-fd4d-43cf-a48f-2587a876bd6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:50:19.515242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9ff1a8e6-fd4d-43cf-a48f-2587a876bd6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:50:19.526904 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9ff1a8e6-fd4d-43cf-a48f-2587a876bd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1809644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-312'] for router, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:19.528196 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9ff1a8e6-fd4d-43cf-a48f-2587a876bd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852966172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852944382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853057005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775504'] for router, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:19.552417 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9ff1a8e6-fd4d-43cf-a48f-2587a876bd6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:19.667754 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9ff1a8e6-fd4d-43cf-a48f-2587a876bd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831647'] for router, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:19.689280 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9ff1a8e6-fd4d-43cf-a48f-2587a876bd6a admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:19.690971 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9ff1a8e6-fd4d-43cf-a48f-2587a876bd6a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4274089 Apr 19 17:50:19.860131 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:20.218700 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:21.441557 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:22.597878 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 52382) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:50:22.659327 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [None req-6723492a-32db-417a-a3df-77a7c714949c admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 17:50:22.660696 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6723492a-32db-417a-a3df-77a7c714949c admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0614934 Apr 19 17:50:25.273868 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 52392) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:50:25.333754 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:50:25.337019 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.quota [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Loaded quota_driver: . Apr 19 17:50:25.353784 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:50:25.361209 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Usage tracker for resource:network and tenant:640ca1a09109496fa44f7b5fa7fba61b is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:50:25.366767 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:50:25.375263 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:50:25.393243 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Made reservation on behalf of 640ca1a09109496fa44f7b5fa7fba61b for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:50:25.474496 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.policy [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86356) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 17:50:25.535018 dv-cinder-786927-1-smb neutron-server[86243]: WARNING oslo_policy.policy [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 17:50:25.535460 dv-cinder-786927-1-smb neutron-server[86243]: WARNING oslo_policy.policy [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 17:50:25.557833 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:25.579428 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:25.758270 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:50:25.762463 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Usage tracker for resource:security_group_rule and tenant:640ca1a09109496fa44f7b5fa7fba61b is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:50:25.766030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:50:25.773108 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:50:25.884757 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:25.888371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:25.893743 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:50:25.906115 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Reserving flat network on physical network physnet1 {{(pid=86356) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 19 17:50:25.937539 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363272186270358', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:25.938213 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Unsubscribe: segment precommit_create {{(pid=86356) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 17:50:25.938697 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Added segment c30da0b3-8966-48fe-a7ce-950812c3b87c of type flat for network a2fa5661-1776-4bb8-890c-56efb392f8f6 Apr 19 17:50:25.997864 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5510b1-2ee7-4e74-8608-21148a12c0d9,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:50:26.023463 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:26.023752 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:26.024109 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:26.024460 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:26.024806 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:26.025155 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:26.025520 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:26.025838 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:26.026224 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:26.026562 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:26.026900 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:26.027241 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Tracked resource versions report: Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: pushed versions: Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: { 'AddressGroup': {'1.2'}, Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'ConntrackHelper': {'1.0'}, Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'Log': {'1.0'}, Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'Network': {'1.1'}, Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'Port': {'1.7'}, Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'PortForwarding': {'1.2'}, Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'QosPolicy': {'1.8'}, Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroup': {'1.4'}, Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroupRule': {'1.2'}, Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'SubPort': {'1.0'}, Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'Subnet': {'1.1'}, Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'Trunk': {'1.1'}} Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: consumer versions: Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: { DHCP agent@dv-cinder-786927-1-smb: {}, Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: L3 agent@dv-cinder-786927-1-smb: {}, Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: Metadata agent@dv-cinder-786927-1-smb: {}, Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: Metering agent@dv-cinder-786927-1-smb: {}, Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: Open vSwitch agent@dv-cinder-786927-1-smb: { 'AddressGroup': '1.2', Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'ConntrackHelper': '1.0', Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'Log': '1.0', Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'Network': '1.1', Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'Port': '1.7', Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'PortForwarding': '1.2', Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'QosPolicy': '1.8', Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroup': '1.4', Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroupRule': '1.2', Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'SubPort': '1.0', Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'Subnet': '1.1', Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: 'Trunk': '1.1'}} Apr 19 17:50:26.028343 dv-cinder-786927-1-smb neutron-server[86243]: {{(pid=86356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 17:50:26.070258 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764668142058'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:26.083775 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:50:26.122341 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:26.123959 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:50:26.124671 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:26.128628 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:50:26.261199 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Pushing event updated for resources: {'Network': ['ID=a2fa5661-1776-4bb8-890c-56efb392f8f6,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:50:26.264184 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9888730 Apr 19 17:50:26.279779 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:50:26.308395 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Network a2fa5661-1776-4bb8-890c-56efb392f8f6 details requested by agent ovs-agent-dv-cinder-786927-1-smb with host dv-cinder-786927-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 17:50:29.016984 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 52408) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:50:29.150660 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46594b6-dcde-42bc-911b-b8a1bc3163d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:50:29.152195 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e46594b6-dcde-42bc-911b-b8a1bc3163d5 admin admin] 10.222.0.81 "GET /v2.0/subnets/7e1fe32d-8782-48c6-b5fa-36b44f7c367c HTTP/1.1" status: 200 len: 849 time: 0.1340363 Apr 19 17:50:29.349094 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-776075fe-767a-4a96-bd5c-f4f1c7be0aee admin admin] 10.222.0.81 "GET /v2.0/routers/649cabf7-86cb-4b50-b008-753a42a03edc HTTP/1.1" status: 200 len: 704 time: 0.1903920 Apr 19 17:50:29.861029 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:30.114709 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Allocated IP 172.20.0.1 (f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391/7e1fe32d-8782-48c6-b5fa-36b44f7c367c/74e0dcee-11e7-4c12-ba89-595a68590f35) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 17:50:30.314575 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:30.335989 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Transition to ACTIVE for port object 74e0dcee-11e7-4c12-ba89-595a68590f35 will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:50:30.402940 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:30.407198 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:50:30.475731 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Network f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:50:30.479543 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:50:30.485976 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 17:50:30.486637 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852965630'] for router_interface, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:30.692394 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-0c02e065-db30-49b3-a527-cae42c426bc0 None None] Provisioning for port 74e0dcee-11e7-4c12-ba89-595a68590f35 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:50:30.697972 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-0c02e065-db30-49b3-a527-cae42c426bc0 None None] Provisioning complete for port 74e0dcee-11e7-4c12-ba89-595a68590f35 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:50:30.698387 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0c02e065-db30-49b3-a527-cae42c426bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:30.760784 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-0c02e065-db30-49b3-a527-cae42c426bc0 None None] Port 74e0dcee-11e7-4c12-ba89-595a68590f35 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 17:50:30.773325 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Pushing event updated for resources: {'Port': ['ID=74e0dcee-11e7-4c12-ba89-595a68590f35,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:50:30.792473 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:50:30.927917 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:31.180231 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:31.183897 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:31.185013 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853104465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810277'] for router_interface, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:31.189869 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:50:31.328203 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Pushing event updated for resources: {'Port': ['ID=74e0dcee-11e7-4c12-ba89-595a68590f35,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:50:31.333084 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:50:31.400184 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Network f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:50:31.401572 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:50:31.585975 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-dda6de4f-9252-4bcc-9f74-3adbe724d945 None None] Provisioning complete for port 74e0dcee-11e7-4c12-ba89-595a68590f35 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:50:31.586403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dda6de4f-9252-4bcc-9f74-3adbe724d945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:31.621552 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Router 649cabf7-86cb-4b50-b008-753a42a03edc is scheduled to L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 with binding_index 1 {{(pid=86356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 17:50:31.648192 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-dda6de4f-9252-4bcc-9f74-3adbe724d945 None None] Port 74e0dcee-11e7-4c12-ba89-595a68590f35 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 17:50:31.834709 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 17:50:31.845305 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] 10.222.0.81 "PUT /v2.0/routers/649cabf7-86cb-4b50-b008-753a42a03edc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4898949 Apr 19 17:50:31.848225 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Sync routers for ids ['649cabf7-86cb-4b50-b008-753a42a03edc'] in dv-cinder-786927-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 17:50:31.859927 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Routers {'649cabf7-86cb-4b50-b008-753a42a03edc'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 17:50:31.860794 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T17:50:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['649cabf7-86cb-4b50-b008-753a42a03edc'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:50:32.055041 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Set router 649cabf7-86cb-4b50-b008-753a42a03edc gateway port host: None {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 17:50:32.634985 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649cabf7-86cb-4b50-b008-753a42a03edc', 'name': 'router1', 'tenant_id': '52c64ccb291d4ba1b204e07ba75d4842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:50:19Z', 'updated_at': '2021-04-19T17:50:30Z', 'revision_number': 2, 'project_id': '52c64ccb291d4ba1b204e07ba75d4842', 'gw_port_host': None, '_interfaces': [{'id': '74e0dcee-11e7-4c12-ba89-595a68590f35', 'name': '', 'network_id': 'f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391', 'tenant_id': '52c64ccb291d4ba1b204e07ba75d4842', 'mac_address': 'fa:16:3e:f1:a5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649cabf7-86cb-4b50-b008-753a42a03edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e1fe32d-8782-48c6-b5fa-36b44f7c367c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:50:29Z', 'updated_at': '2021-04-19T17:50:31Z', 'revision_number': 2, 'project_id': '52c64ccb291d4ba1b204e07ba75d4842', 'subnets': [{'id': '7e1fe32d-8782-48c6-b5fa-36b44f7c367c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77d33621-598a-4e12-8216-27f2d5180fe2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:50:32.641595 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Checking router: 649cabf7-86cb-4b50-b008-753a42a03edc for host: dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 17:50:32.641960 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Updating router 649cabf7-86cb-4b50-b008-753a42a03edc port 74e0dcee-11e7-4c12-ba89-595a68590f35 binding host dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 17:50:32.704124 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:33.147743 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:33.164566 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Transition to ACTIVE for port object 74e0dcee-11e7-4c12-ba89-595a68590f35 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:50:33.171090 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:33.178080 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:50:33.410178 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e520c8-eba6-4764-909c-6fb0d718a21c None None] Pushing event updated for resources: {'Port': ['ID=74e0dcee-11e7-4c12-ba89-595a68590f35,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:50:33.432585 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e520c8-eba6-4764-909c-6fb0d718a21c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:33.432913 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e520c8-eba6-4764-909c-6fb0d718a21c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:33.433277 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e520c8-eba6-4764-909c-6fb0d718a21c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:33.433636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e520c8-eba6-4764-909c-6fb0d718a21c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:33.434012 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e520c8-eba6-4764-909c-6fb0d718a21c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:33.434372 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e520c8-eba6-4764-909c-6fb0d718a21c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:33.434716 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e520c8-eba6-4764-909c-6fb0d718a21c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:33.435064 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e520c8-eba6-4764-909c-6fb0d718a21c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:33.435415 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e520c8-eba6-4764-909c-6fb0d718a21c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:33.435755 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e520c8-eba6-4764-909c-6fb0d718a21c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:33.436109 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e520c8-eba6-4764-909c-6fb0d718a21c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:33.436442 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e520c8-eba6-4764-909c-6fb0d718a21c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e520c8-eba6-4764-909c-6fb0d718a21c None None] Tracked resource versions report: Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: pushed versions: Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: { 'AddressGroup': {'1.2'}, Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'ConntrackHelper': {'1.0'}, Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'Log': {'1.0'}, Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'Network': {'1.1'}, Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'Port': {'1.7'}, Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'PortForwarding': {'1.2'}, Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'QosPolicy': {'1.8'}, Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroup': {'1.4'}, Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroupRule': {'1.2'}, Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'SubPort': {'1.0'}, Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'Subnet': {'1.1'}, Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'Trunk': {'1.1'}} Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: consumer versions: Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: { DHCP agent@dv-cinder-786927-1-smb: {}, Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: L3 agent@dv-cinder-786927-1-smb: {}, Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: Metadata agent@dv-cinder-786927-1-smb: {}, Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: Metering agent@dv-cinder-786927-1-smb: {}, Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: Open vSwitch agent@dv-cinder-786927-1-smb: { 'AddressGroup': '1.2', Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'ConntrackHelper': '1.0', Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'Log': '1.0', Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'Network': '1.1', Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'Port': '1.7', Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'PortForwarding': '1.2', Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'QosPolicy': '1.8', Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroup': '1.4', Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroupRule': '1.2', Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'SubPort': '1.0', Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'Subnet': '1.1', Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: 'Trunk': '1.1'}} Apr 19 17:50:33.437558 dv-cinder-786927-1-smb neutron-server[86243]: {{(pid=86359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 17:50:33.448431 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Attempting to bind port 74e0dcee-11e7-4c12-ba89-595a68590f35 on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 17:50:33.448857 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Attempting to bind port 74e0dcee-11e7-4c12-ba89-595a68590f35 by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': '2a1763da-4b4f-4272-9e37-bc0c22bb2d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 17:50:33.449264 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Attempting to bind port 74e0dcee-11e7-4c12-ba89-595a68590f35 on network f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:50:33.456679 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92e520c8-eba6-4764-909c-6fb0d718a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:50:33.457554 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 17, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 17:50:33.458065 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Checking segment: {'id': '2a1763da-4b4f-4272-9e37-bc0c22bb2d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:50:33.466489 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:33.466923 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Bound using segment: {'id': '2a1763da-4b4f-4272-9e37-bc0c22bb2d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 17:50:33.467501 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Bound port: 74e0dcee-11e7-4c12-ba89-595a68590f35, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1763da-4b4f-4272-9e37-bc0c22bb2d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 17:50:33.467911 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:33.569774 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] For port 74e0dcee-11e7-4c12-ba89-595a68590f35, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 17:50:33.574747 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] For port 74e0dcee-11e7-4c12-ba89-595a68590f35, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=74e0dcee-11e7-4c12-ba89-595a68590f35,segment=NetworkSegment(2a1763da-4b4f-4272-9e37-bc0c22bb2d82),segment_id=2a1763da-4b4f-4272-9e37-bc0c22bb2d82)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 17:50:33.578067 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:33.582793 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:50:33.677177 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Routers {'649cabf7-86cb-4b50-b008-753a42a03edc'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 17:50:33.677753 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T17:50:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['649cabf7-86cb-4b50-b008-753a42a03edc'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:50:33.751536 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e520c8-eba6-4764-909c-6fb0d718a21c None None] Pushing event updated for resources: {'Port': ['ID=74e0dcee-11e7-4c12-ba89-595a68590f35,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:50:33.811905 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92e520c8-eba6-4764-909c-6fb0d718a21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:50:33.855166 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] Set router 649cabf7-86cb-4b50-b008-753a42a03edc gateway port host: None {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 17:50:34.262073 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649cabf7-86cb-4b50-b008-753a42a03edc', 'name': 'router1', 'tenant_id': '52c64ccb291d4ba1b204e07ba75d4842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:50:19Z', 'updated_at': '2021-04-19T17:50:30Z', 'revision_number': 2, 'project_id': '52c64ccb291d4ba1b204e07ba75d4842', 'gw_port_host': None, '_interfaces': [{'id': '74e0dcee-11e7-4c12-ba89-595a68590f35', 'name': '', 'network_id': 'f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391', 'tenant_id': '52c64ccb291d4ba1b204e07ba75d4842', 'mac_address': 'fa:16:3e:f1:a5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649cabf7-86cb-4b50-b008-753a42a03edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e1fe32d-8782-48c6-b5fa-36b44f7c367c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:50:29Z', 'updated_at': '2021-04-19T17:50:33Z', 'revision_number': 4, 'project_id': '52c64ccb291d4ba1b204e07ba75d4842', 'subnets': [{'id': '7e1fe32d-8782-48c6-b5fa-36b44f7c367c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77d33621-598a-4e12-8216-27f2d5180fe2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:50:34.267427 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29980f44-e07a-4473-95e5-9c69178293f0 None None] The sync data for ids ['649cabf7-86cb-4b50-b008-753a42a03edc'] in dv-cinder-786927-1-smb is: [{'id': '649cabf7-86cb-4b50-b008-753a42a03edc', 'name': 'router1', 'tenant_id': '52c64ccb291d4ba1b204e07ba75d4842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:50:19Z', 'updated_at': '2021-04-19T17:50:30Z', 'revision_number': 2, 'project_id': '52c64ccb291d4ba1b204e07ba75d4842', 'gw_port_host': None, '_interfaces': [{'id': '74e0dcee-11e7-4c12-ba89-595a68590f35', 'name': '', 'network_id': 'f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391', 'tenant_id': '52c64ccb291d4ba1b204e07ba75d4842', 'mac_address': 'fa:16:3e:f1:a5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649cabf7-86cb-4b50-b008-753a42a03edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e1fe32d-8782-48c6-b5fa-36b44f7c367c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:50:29Z', 'updated_at': '2021-04-19T17:50:33Z', 'revision_number': 4, 'project_id': '52c64ccb291d4ba1b204e07ba75d4842', 'subnets': [{'id': '7e1fe32d-8782-48c6-b5fa-36b44f7c367c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77d33621-598a-4e12-8216-27f2d5180fe2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 17:50:34.472035 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 52420) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:50:34.645609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d23c488-4ebe-4d54-82d1-6d192b4dd985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:50:34.647048 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4d23c488-4ebe-4d54-82d1-6d192b4dd985 admin admin] 10.222.0.81 "GET /v2.0/networks/a2fa5661-1776-4bb8-890c-56efb392f8f6 HTTP/1.1" status: 200 len: 842 time: 0.1739402 Apr 19 17:50:34.662069 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-6360e9f5-29a4-42f3-9f7d-f9c29aaa2a97 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:50:34.667581 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6360e9f5-29a4-42f3-9f7d-f9c29aaa2a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:50:34.671890 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6360e9f5-29a4-42f3-9f7d-f9c29aaa2a97 admin admin] Usage tracker for resource:subnet and tenant:640ca1a09109496fa44f7b5fa7fba61b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:50:34.675263 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6360e9f5-29a4-42f3-9f7d-f9c29aaa2a97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:50:34.681794 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6360e9f5-29a4-42f3-9f7d-f9c29aaa2a97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:50:34.692530 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6360e9f5-29a4-42f3-9f7d-f9c29aaa2a97 admin admin] Made reservation on behalf of 640ca1a09109496fa44f7b5fa7fba61b for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:50:34.698121 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6360e9f5-29a4-42f3-9f7d-f9c29aaa2a97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:35.315263 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.objects.ports [None req-6360e9f5-29a4-42f3-9f7d-f9c29aaa2a97 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86357) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 19 17:50:35.315768 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6360e9f5-29a4-42f3-9f7d-f9c29aaa2a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:35.321035 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:50:35.401615 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360e9f5-29a4-42f3-9f7d-f9c29aaa2a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97753496-fb36-4619-b754-5756b6f438bf,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:50:35.406167 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6360e9f5-29a4-42f3-9f7d-f9c29aaa2a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:50:35.411133 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6360e9f5-29a4-42f3-9f7d-f9c29aaa2a97 admin admin] Checking segment: {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:50:35.411530 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6360e9f5-29a4-42f3-9f7d-f9c29aaa2a97 admin admin] Network hostable DHCP agents. Network: a2fa5661-1776-4bb8-890c-56efb392f8f6, hostable agents: ['e04df252-53f8-4f20-921c-5c31ef9947a5'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 17:50:35.431460 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6360e9f5-29a4-42f3-9f7d-f9c29aaa2a97 admin admin] Network a2fa5661-1776-4bb8-890c-56efb392f8f6 is scheduled to be hosted by DHCP agent e04df252-53f8-4f20-921c-5c31ef9947a5 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 17:50:35.441470 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-6360e9f5-29a4-42f3-9f7d-f9c29aaa2a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-smb, a2fa5661-1776-4bb8-890c-56efb392f8f6) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:50:35.445909 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6360e9f5-29a4-42f3-9f7d-f9c29aaa2a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:50:35.446633 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6360e9f5-29a4-42f3-9f7d-f9c29aaa2a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:35.453841 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3192e062-64e2-48c7-9caa-2f0424833840 None None] Network a2fa5661-1776-4bb8-890c-56efb392f8f6 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:50:35.474723 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6360e9f5-29a4-42f3-9f7d-f9c29aaa2a97 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8169148 Apr 19 17:50:35.758602 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba1b30f-4f53-4d24-975e-fd633acfa494 None None] Network a2fa5661-1776-4bb8-890c-56efb392f8f6 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:50:38.288699 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 52434) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:50:38.519406 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-593f7bce-d42c-4df4-b688-9a81cfdd4246 admin admin] 10.222.0.81 "GET /v2.0/routers/649cabf7-86cb-4b50-b008-753a42a03edc HTTP/1.1" status: 200 len: 710 time: 0.2294731 Apr 19 17:50:38.668259 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3164e886-3cd7-4797-b688-4be7f61b9b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:50:38.669740 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3164e886-3cd7-4797-b688-4be7f61b9b61 admin admin] 10.222.0.81 "GET /v2.0/networks/a2fa5661-1776-4bb8-890c-56efb392f8f6 HTTP/1.1" status: 200 len: 886 time: 0.1441407 Apr 19 17:50:38.683471 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:50:38.776712 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 74e0dcee-11e7-4c12-ba89-595a68590f35 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:50:38.846934 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port 74e0dcee-11e7-4c12-ba89-595a68590f35 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:50:38.851885 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 74e0dcee-11e7-4c12-ba89-595a68590f35 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:50:38.852297 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:38.978392 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:39.014907 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port 74e0dcee-11e7-4c12-ba89-595a68590f35, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=74e0dcee-11e7-4c12-ba89-595a68590f35,segment=NetworkSegment(2a1763da-4b4f-4272-9e37-bc0c22bb2d82),segment_id=2a1763da-4b4f-4272-9e37-bc0c22bb2d82)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:50:39.018898 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:39.021202 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:50:39.093368 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=74e0dcee-11e7-4c12-ba89-595a68590f35,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:50:39.097225 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:50:39.156788 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852944139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852958369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775519'] for router, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:39.548825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:39.612439 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:39.758274 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] Allocated IP 172.28.2.241 (a2fa5661-1776-4bb8-890c-56efb392f8f6/97753496-fb36-4619-b754-5756b6f438bf/fd81679b-e224-4487-a379-af9cc1df20bd) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 17:50:39.931375 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:39.999886 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:40.004075 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:50:40.070599 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] Network a2fa5661-1776-4bb8-890c-56efb392f8f6 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:50:40.073617 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:50:40.077510 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 17:50:40.304453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] Pushing event updated for resources: {'Port': ['ID=fd81679b-e224-4487-a379-af9cc1df20bd,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:50:40.364179 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:50:40.658939 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:40.756449 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 74e0dcee-11e7-4c12-ba89-595a68590f35 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:50:40.850876 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 74e0dcee-11e7-4c12-ba89-595a68590f35 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:50:40.851304 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:41.038763 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852944139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852958369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775519'] for router, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:41.042798 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1831630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852944186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1817384'] for router, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:41.237090 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] Router 649cabf7-86cb-4b50-b008-753a42a03edc has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 17:50:41.431373 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 17:50:41.440741 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:41.442078 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] 10.222.0.81 "PUT /v2.0/routers/649cabf7-86cb-4b50-b008-753a42a03edc HTTP/1.1" status: 200 len: 890 time: 2.7623403 Apr 19 17:50:41.442948 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Sync routers for ids ['649cabf7-86cb-4b50-b008-753a42a03edc'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 17:50:41.454915 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Routers {'649cabf7-86cb-4b50-b008-753a42a03edc'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 17:50:41.455653 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T17:50:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['649cabf7-86cb-4b50-b008-753a42a03edc'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:50:41.820811 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Set router 649cabf7-86cb-4b50-b008-753a42a03edc gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 17:50:42.182375 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649cabf7-86cb-4b50-b008-753a42a03edc', 'name': 'router1', 'tenant_id': '52c64ccb291d4ba1b204e07ba75d4842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': 'fd81679b-e224-4487-a379-af9cc1df20bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:50:19Z', 'updated_at': '2021-04-19T17:50:40Z', 'revision_number': 4, 'project_id': '52c64ccb291d4ba1b204e07ba75d4842', 'gw_port': {'id': 'fd81679b-e224-4487-a379-af9cc1df20bd', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649cabf7-86cb-4b50-b008-753a42a03edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:50:39Z', 'updated_at': '2021-04-19T17:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '74e0dcee-11e7-4c12-ba89-595a68590f35', 'name': '', 'network_id': 'f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391', 'tenant_id': '52c64ccb291d4ba1b204e07ba75d4842', 'mac_address': 'fa:16:3e:f1:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cabf7-86cb-4b50-b008-753a42a03edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e1fe32d-8782-48c6-b5fa-36b44f7c367c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:50:29Z', 'updated_at': '2021-04-19T17:50:38Z', 'revision_number': 5, 'project_id': '52c64ccb291d4ba1b204e07ba75d4842', 'subnets': [{'id': '7e1fe32d-8782-48c6-b5fa-36b44f7c367c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77d33621-598a-4e12-8216-27f2d5180fe2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:50:42.187697 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Checking router: 649cabf7-86cb-4b50-b008-753a42a03edc for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 17:50:42.188100 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Updating router 649cabf7-86cb-4b50-b008-753a42a03edc port fd81679b-e224-4487-a379-af9cc1df20bd binding host dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 17:50:42.252040 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:42.633541 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:42.650122 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Transition to ACTIVE for port object fd81679b-e224-4487-a379-af9cc1df20bd will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:50:42.657258 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:42.663667 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:50:42.745610 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Attempting to bind port fd81679b-e224-4487-a379-af9cc1df20bd on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 17:50:42.746043 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Attempting to bind port fd81679b-e224-4487-a379-af9cc1df20bd by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 17:50:42.746482 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Attempting to bind port fd81679b-e224-4487-a379-af9cc1df20bd on network a2fa5661-1776-4bb8-890c-56efb392f8f6 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:50:42.759181 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 17, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 17:50:42.759598 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Checking segment: {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:50:42.760034 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:42.760459 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Bound using segment: {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 17:50:42.760967 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Bound port: fd81679b-e224-4487-a379-af9cc1df20bd, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 17:50:42.761384 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:42.787210 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfca1e4-5d8d-4880-9f49-9a6f33ebf844 None None] Pushing event updated for resources: {'Port': ['ID=fd81679b-e224-4487-a379-af9cc1df20bd,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:50:42.790238 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8bfca1e4-5d8d-4880-9f49-9a6f33ebf844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:50:42.847350 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] For port fd81679b-e224-4487-a379-af9cc1df20bd, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 17:50:42.850927 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] For port fd81679b-e224-4487-a379-af9cc1df20bd, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=fd81679b-e224-4487-a379-af9cc1df20bd,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 17:50:42.854802 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:42.858954 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:50:42.944116 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Routers {'649cabf7-86cb-4b50-b008-753a42a03edc'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 17:50:42.944800 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T17:50:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['649cabf7-86cb-4b50-b008-753a42a03edc'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:50:43.013270 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfca1e4-5d8d-4880-9f49-9a6f33ebf844 None None] Pushing event updated for resources: {'Port': ['ID=fd81679b-e224-4487-a379-af9cc1df20bd,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:50:43.070420 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8bfca1e4-5d8d-4880-9f49-9a6f33ebf844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:50:43.145281 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] Set router 649cabf7-86cb-4b50-b008-753a42a03edc gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 17:50:43.509911 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649cabf7-86cb-4b50-b008-753a42a03edc', 'name': 'router1', 'tenant_id': '52c64ccb291d4ba1b204e07ba75d4842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': 'fd81679b-e224-4487-a379-af9cc1df20bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:50:19Z', 'updated_at': '2021-04-19T17:50:40Z', 'revision_number': 4, 'project_id': '52c64ccb291d4ba1b204e07ba75d4842', 'gw_port': {'id': 'fd81679b-e224-4487-a379-af9cc1df20bd', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649cabf7-86cb-4b50-b008-753a42a03edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:50:39Z', 'updated_at': '2021-04-19T17:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '74e0dcee-11e7-4c12-ba89-595a68590f35', 'name': '', 'network_id': 'f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391', 'tenant_id': '52c64ccb291d4ba1b204e07ba75d4842', 'mac_address': 'fa:16:3e:f1:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cabf7-86cb-4b50-b008-753a42a03edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e1fe32d-8782-48c6-b5fa-36b44f7c367c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:50:29Z', 'updated_at': '2021-04-19T17:50:38Z', 'revision_number': 5, 'project_id': '52c64ccb291d4ba1b204e07ba75d4842', 'subnets': [{'id': '7e1fe32d-8782-48c6-b5fa-36b44f7c367c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77d33621-598a-4e12-8216-27f2d5180fe2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:50:43.514205 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fd6036-1c7f-444b-a7ca-02464e935319 None None] The sync data for ids ['649cabf7-86cb-4b50-b008-753a42a03edc'] in dv-cinder-786927-1-smb is: [{'id': '649cabf7-86cb-4b50-b008-753a42a03edc', 'name': 'router1', 'tenant_id': '52c64ccb291d4ba1b204e07ba75d4842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': 'fd81679b-e224-4487-a379-af9cc1df20bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:50:19Z', 'updated_at': '2021-04-19T17:50:40Z', 'revision_number': 4, 'project_id': '52c64ccb291d4ba1b204e07ba75d4842', 'gw_port': {'id': 'fd81679b-e224-4487-a379-af9cc1df20bd', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649cabf7-86cb-4b50-b008-753a42a03edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:50:39Z', 'updated_at': '2021-04-19T17:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '74e0dcee-11e7-4c12-ba89-595a68590f35', 'name': '', 'network_id': 'f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391', 'tenant_id': '52c64ccb291d4ba1b204e07ba75d4842', 'mac_address': 'fa:16:3e:f1:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cabf7-86cb-4b50-b008-753a42a03edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e1fe32d-8782-48c6-b5fa-36b44f7c367c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:50:29Z', 'updated_at': '2021-04-19T17:50:38Z', 'revision_number': 5, 'project_id': '52c64ccb291d4ba1b204e07ba75d4842', 'subnets': [{'id': '7e1fe32d-8782-48c6-b5fa-36b44f7c367c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77d33621-598a-4e12-8216-27f2d5180fe2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 17:50:44.274741 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 52444) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:50:44.430479 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b2fcff80-cdee-47b8-866a-35e69a5c41d0 admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1544144 Apr 19 17:50:44.793459 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device fd81679b-e224-4487-a379-af9cc1df20bd up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:50:44.872152 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port fd81679b-e224-4487-a379-af9cc1df20bd completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:50:44.878753 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port fd81679b-e224-4487-a379-af9cc1df20bd triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:50:44.879174 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:45.016282 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:45.036297 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port fd81679b-e224-4487-a379-af9cc1df20bd, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=fd81679b-e224-4487-a379-af9cc1df20bd,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:50:45.040645 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:45.045096 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:50:45.156028 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=fd81679b-e224-4487-a379-af9cc1df20bd,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:50:45.159603 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:50:45.889243 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6f00de2b-a793-46c0-a144-df443b78ffa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:46.771677 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device fd81679b-e224-4487-a379-af9cc1df20bd up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:50:46.881955 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port fd81679b-e224-4487-a379-af9cc1df20bd triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:50:46.881955 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:46.998520 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 17:50:49.347440 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aed19e1a-27c8-45fe-9390-73bef5206e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:49.867288 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:50.246285 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:50:51.456144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:51:15.894458 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a476799b-8419-458a-aebe-beea9de275df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:51:19.333332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1e39abd8-a75f-427a-8058-59d045e45a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:51:19.854326 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:51:20.223435 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:51:21.441406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:51:23.999316 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 17:51:45.898946 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8eeaa7b7-c935-4f44-924c-d6c2cd13f480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:51:49.331300 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fbebcff9-7cef-4990-a00a-81754e09da2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:51:49.850349 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:51:50.230184 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:51:51.452345 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:52:00.999532 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 17:52:15.905377 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a7acade0-7bfb-4723-9c99-7964afe2ddcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:52:19.337119 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-03deba94-495d-4868-8e0f-d21a289f42aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:52:19.848803 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:52:20.232793 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:52:21.454727 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:52:30.033188 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53014) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:52:30.118167 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ab78f4-9dc6-48f8-a9f0-f4610c9f30c0 admin admin] GET failed (client error): The resource could not be found. Apr 19 17:52:30.119632 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-87ab78f4-9dc6-48f8-a9f0-f4610c9f30c0 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0854301 Apr 19 17:52:30.266597 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428c51a6-4e4c-4673-92e7-b5de98b1edcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:52:30.268177 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-428c51a6-4e4c-4673-92e7-b5de98b1edcc admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1440160 Apr 19 17:52:32.823909 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53024) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:52:32.948641 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c36400-296b-4cdb-9788-c3942903c2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:52:32.949272 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a5c36400-296b-4cdb-9788-c3942903c2dd admin admin] Synchronizing usage tracker for tenant:640ca1a09109496fa44f7b5fa7fba61b on resource:subnet {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:52:32.968100 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a5c36400-296b-4cdb-9788-c3942903c2dd admin admin] Unset dirty status for tenant:640ca1a09109496fa44f7b5fa7fba61b on resource:subnet {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:52:32.969397 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a5c36400-296b-4cdb-9788-c3942903c2dd admin admin] 10.222.0.81 "GET /v2.0/subnets/7e1fe32d-8782-48c6-b5fa-36b44f7c367c HTTP/1.1" status: 200 len: 849 time: 0.1444347 Apr 19 17:52:32.980421 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:52:33.118195 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:52:33.527660 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764668587225'] for subnet, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:52:33.533299 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-164a0aca-3acc-434e-82af-b70f65ec4145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:52:33.575746 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:52:33.576858 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:52:33.577996 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] 10.222.0.81 "PUT /v2.0/subnets/7e1fe32d-8782-48c6-b5fa-36b44f7c367c HTTP/1.1" status: 200 len: 868 time: 0.6018271 Apr 19 17:52:33.580838 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c38f3d-ca67-4316-8106-479f4e7bd140 None None] Network f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:52:33.607255 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e1fe32d-8782-48c6-b5fa-36b44f7c367c,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:52:33.616733 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:52:33.617125 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:52:33.617455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:52:33.617828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:52:33.618262 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:52:33.618636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:52:33.618997 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:52:33.619354 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:52:33.619732 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:52:33.620092 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:52:33.620446 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:52:33.620801 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:52:33.625261 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:52:34.266900 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-1ce8605b-1168-4cec-8eee-0d4dcce3dcba None None] Provisioning complete for port 28e2f8c4-6e9e-40e7-a448-981c49bf52b7 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:52:34.267513 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1ce8605b-1168-4cec-8eee-0d4dcce3dcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:52:34.418719 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-1ce8605b-1168-4cec-8eee-0d4dcce3dcba None None] Provisioning complete for port 74e0dcee-11e7-4c12-ba89-595a68590f35 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:52:34.419233 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1ce8605b-1168-4cec-8eee-0d4dcce3dcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:52:36.154360 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53034) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:52:36.535050 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc01cb44-6ae0-4481-8bea-1300fdc31402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:52:36.535565 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc01cb44-6ae0-4481-8bea-1300fdc31402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:52:36.537212 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-fc01cb44-6ae0-4481-8bea-1300fdc31402 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3816063 Apr 19 17:52:37.999573 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 17:52:39.108252 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53044) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:52:39.309001 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8758ee5-4093-458e-a283-3817c76abcb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:52:39.309656 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8758ee5-4093-458e-a283-3817c76abcb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:52:39.311362 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e8758ee5-4093-458e-a283-3817c76abcb2 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2019639 Apr 19 17:52:41.850071 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53054) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:52:42.047160 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff62166-934b-4576-bf0d-6db92b9492d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:52:42.048567 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0ff62166-934b-4576-bf0d-6db92b9492d3 admin admin] 10.222.0.81 "GET /v2.0/networks/a2fa5661-1776-4bb8-890c-56efb392f8f6 HTTP/1.1" status: 200 len: 886 time: 0.1974447 Apr 19 17:52:44.654902 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 53064) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:52:44.856134 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a15cf-1f56-488d-bc8f-834bcd7e6cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:52:44.856634 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-bd8a15cf-1f56-488d-bc8f-834bcd7e6cac admin admin] Synchronizing usage tracker for tenant:640ca1a09109496fa44f7b5fa7fba61b on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:52:44.878468 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-bd8a15cf-1f56-488d-bc8f-834bcd7e6cac admin admin] Unset dirty status for tenant:640ca1a09109496fa44f7b5fa7fba61b on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:52:44.879913 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-bd8a15cf-1f56-488d-bc8f-834bcd7e6cac admin admin] 10.222.0.81 "GET /v2.0/networks/f56ae7d8-a02d-42fa-aa3e-c95fb9ad0391 HTTP/1.1" status: 200 len: 869 time: 0.2239668 Apr 19 17:52:45.900030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f3ec3bd4-5ce4-4de8-902b-51143f07fb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:52:47.434430 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 53074) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:52:47.575430 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70432b83-e0e6-426f-b7d9-f2c9d39319d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:52:47.575773 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70432b83-e0e6-426f-b7d9-f2c9d39319d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:52:47.577422 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-70432b83-e0e6-426f-b7d9-f2c9d39319d3 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1419444 Apr 19 17:52:49.332352 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4df52cc2-dbeb-4037-9d59-59bfbaa177c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:52:49.844013 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:52:50.103203 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53084) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:52:50.231862 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2f2780-b2a9-4918-934f-f20f89bc6b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:52:50.232449 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2f2780-b2a9-4918-934f-f20f89bc6b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:52:50.234129 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5c2f2780-b2a9-4918-934f-f20f89bc6b24 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1297190 Apr 19 17:52:50.234274 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:52:51.459130 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:52:52.776677 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53094) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:52:52.912549 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b726b244-e406-4f26-a4dc-19a32d08ba20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:52:52.913898 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b726b244-e406-4f26-a4dc-19a32d08ba20 admin admin] 10.222.0.81 "GET /v2.0/subnets/7e1fe32d-8782-48c6-b5fa-36b44f7c367c HTTP/1.1" status: 200 len: 868 time: 0.1357169 Apr 19 17:52:55.434783 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 53104) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:52:55.558605 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13abed59-20d2-4e99-87bb-2ea5f28b92a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:52:55.560089 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-13abed59-20d2-4e99-87bb-2ea5f28b92a3 admin admin] 10.222.0.81 "GET /v2.0/subnets/97753496-fb36-4619-b754-5756b6f438bf HTTP/1.1" status: 200 len: 816 time: 0.1242683 Apr 19 17:53:14.998615 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 17:53:15.904660 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6091c50a-21a2-4b39-8e50-2d899c509150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:19.336638 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e4696d95-bd58-4670-89ad-0474a755833d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:19.849409 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:20.237244 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:21.463312 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:22.328595 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53148) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:53:22.392096 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [None req-7110a7e1-681f-4c67-9a52-8b9bad357061 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 17:53:22.393179 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-7110a7e1-681f-4c67-9a52-8b9bad357061 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0635147 Apr 19 17:53:24.984607 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53158) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:53:25.066261 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de1337c-50be-44eb-a4f1-376a4fc6622a admin admin] GET failed (client error): The resource could not be found. Apr 19 17:53:25.067624 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1de1337c-50be-44eb-a4f1-376a4fc6622a admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0820112 Apr 19 17:53:25.210084 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c938233-2a5a-4c78-b85c-fe5c42e8276b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:53:25.211603 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0c938233-2a5a-4c78-b85c-fe5c42e8276b admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1373289 Apr 19 17:53:27.738220 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53168) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:53:27.803901 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-a50002d1-0c42-4be4-a78c-11c66b73bd2d admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:53:27.809853 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a50002d1-0c42-4be4-a78c-11c66b73bd2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:53:27.821039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a50002d1-0c42-4be4-a78c-11c66b73bd2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:53:27.832492 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50002d1-0c42-4be4-a78c-11c66b73bd2d admin admin] Made reservation on behalf of 640ca1a09109496fa44f7b5fa7fba61b for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:53:27.837285 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a50002d1-0c42-4be4-a78c-11c66b73bd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:27.931878 dv-cinder-786927-1-smb neutron-server[86243]: WARNING neutron.services.revisions.revision_plugin [None req-a50002d1-0c42-4be4-a78c-11c66b73bd2d admin admin] Could not find related network for resource to bump revision. Apr 19 17:53:27.950194 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50002d1-0c42-4be4-a78c-11c66b73bd2d admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 17:53:27.965413 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a50002d1-0c42-4be4-a78c-11c66b73bd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:27.965799 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-a50002d1-0c42-4be4-a78c-11c66b73bd2d admin admin] Added segment 0f089eba-778c-4ac2-84aa-9c02d70405c6 of type vlan for network 41ea6712-73d4-47c8-8c46-e86882a14c98 Apr 19 17:53:27.993788 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a50002d1-0c42-4be4-a78c-11c66b73bd2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764668142058'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:28.026972 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a50002d1-0c42-4be4-a78c-11c66b73bd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:28.028345 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50002d1-0c42-4be4-a78c-11c66b73bd2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:53:28.028996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a50002d1-0c42-4be4-a78c-11c66b73bd2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:28.032498 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:53:28.137859 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50002d1-0c42-4be4-a78c-11c66b73bd2d admin admin] Pushing event updated for resources: {'Network': ['ID=41ea6712-73d4-47c8-8c46-e86882a14c98,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:53:28.140933 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a50002d1-0c42-4be4-a78c-11c66b73bd2d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4010353 Apr 19 17:53:28.141687 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a50002d1-0c42-4be4-a78c-11c66b73bd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:53:28.151130 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Network 41ea6712-73d4-47c8-8c46-e86882a14c98 details requested by agent ovs-agent-dv-cinder-786927-1-smb with host dv-cinder-786927-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 17:53:30.676515 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53178) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:53:30.760608 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b02a778-6874-49fc-af39-640fbdf249c5 admin admin] GET failed (client error): The resource could not be found. Apr 19 17:53:30.761180 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8b02a778-6874-49fc-af39-640fbdf249c5 admin admin] Synchronizing usage tracker for tenant:640ca1a09109496fa44f7b5fa7fba61b on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:53:30.779278 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8b02a778-6874-49fc-af39-640fbdf249c5 admin admin] Unset dirty status for tenant:640ca1a09109496fa44f7b5fa7fba61b on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:53:30.781302 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8b02a778-6874-49fc-af39-640fbdf249c5 admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1031723 Apr 19 17:53:30.899625 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9e4b18-96e1-470e-ad8a-f052f872312f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:53:30.901174 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1f9e4b18-96e1-470e-ad8a-f052f872312f admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1127698 Apr 19 17:53:30.912181 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-0bf0a349-309c-4dac-85d6-00d22f68e0df admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '41ea6712-73d4-47c8-8c46-e86882a14c98', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:53:30.917405 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0bf0a349-309c-4dac-85d6-00d22f68e0df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:53:30.927580 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0bf0a349-309c-4dac-85d6-00d22f68e0df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:53:30.937978 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf0a349-309c-4dac-85d6-00d22f68e0df admin admin] Made reservation on behalf of 640ca1a09109496fa44f7b5fa7fba61b for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:53:30.942607 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a349-309c-4dac-85d6-00d22f68e0df admin admin] Notify callbacks [] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:31.347020 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a349-309c-4dac-85d6-00d22f68e0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:31.350919 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8fb90aee-3b7d-42a1-9179-c3b28dfef140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:53:31.427003 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0a349-309c-4dac-85d6-00d22f68e0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=99ab2299-1469-4d4e-bac6-475b274390a3,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:53:31.430612 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0bf0a349-309c-4dac-85d6-00d22f68e0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:53:31.436898 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0a349-309c-4dac-85d6-00d22f68e0df admin admin] Checking segment: {'id': '0f089eba-778c-4ac2-84aa-9c02d70405c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '41ea6712-73d4-47c8-8c46-e86882a14c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:53:31.437289 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf0a349-309c-4dac-85d6-00d22f68e0df admin admin] Network hostable DHCP agents. Network: 41ea6712-73d4-47c8-8c46-e86882a14c98, hostable agents: ['e04df252-53f8-4f20-921c-5c31ef9947a5'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 17:53:31.456706 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf0a349-309c-4dac-85d6-00d22f68e0df admin admin] Network 41ea6712-73d4-47c8-8c46-e86882a14c98 is scheduled to be hosted by DHCP agent e04df252-53f8-4f20-921c-5c31ef9947a5 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 17:53:31.466091 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-0bf0a349-309c-4dac-85d6-00d22f68e0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-smb, 41ea6712-73d4-47c8-8c46-e86882a14c98) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:53:31.470505 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf0a349-309c-4dac-85d6-00d22f68e0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:53:31.471138 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a349-309c-4dac-85d6-00d22f68e0df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:31.477437 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a623010-a8e5-4738-b662-14e90d665989 None None] Network 41ea6712-73d4-47c8-8c46-e86882a14c98 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:53:31.503224 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0bf0a349-309c-4dac-85d6-00d22f68e0df admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5880170 Apr 19 17:53:31.724549 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe99519b7-2792-57d6-bafa-c992fbacc188-41ea6712-73d4-47c8-8c46-e86882a14c98', 'network_id': '41ea6712-73d4-47c8-8c46-e86882a14c98', 'tenant_id': '640ca1a09109496fa44f7b5fa7fba61b', 'fixed_ips': [{'subnet_id': '99ab2299-1469-4d4e-bac6-475b274390a3'}]}} from dv-cinder-786927-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 17:53:31.725477 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:31.888570 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Allocated IP 192.168.233.2 (41ea6712-73d4-47c8-8c46-e86882a14c98/99ab2299-1469-4d4e-bac6-475b274390a3/ab283b94-663a-4928-97a7-808da4bec52c) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 17:53:32.113884 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:32.125600 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Transition to ACTIVE for port object ab283b94-663a-4928-97a7-808da4bec52c will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:53:32.146612 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Transition to ACTIVE for port object ab283b94-663a-4928-97a7-808da4bec52c will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:53:32.151875 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:32.156849 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:53:32.223077 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Network 41ea6712-73d4-47c8-8c46-e86882a14c98 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:53:32.226218 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:53:32.230213 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 17:53:32.238104 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Pushing event updated for resources: {'Port': ['ID=ab283b94-663a-4928-97a7-808da4bec52c,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:53:32.283423 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:53:32.283806 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:53:32.284172 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:53:32.284677 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:53:32.284887 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:53:32.285249 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:53:32.285605 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:53:32.285984 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:53:32.286343 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:53:32.286694 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:53:32.287103 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:53:32.287396 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:53:32.327793 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:53:32.344665 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Attempting to bind port ab283b94-663a-4928-97a7-808da4bec52c on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 17:53:32.344995 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Attempting to bind port ab283b94-663a-4928-97a7-808da4bec52c by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': '0f089eba-778c-4ac2-84aa-9c02d70405c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '41ea6712-73d4-47c8-8c46-e86882a14c98'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 17:53:32.345536 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Attempting to bind port ab283b94-663a-4928-97a7-808da4bec52c on network 41ea6712-73d4-47c8-8c46-e86882a14c98 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:53:32.351280 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 17:53:32.351676 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Checking segment: {'id': '0f089eba-778c-4ac2-84aa-9c02d70405c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '41ea6712-73d4-47c8-8c46-e86882a14c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:53:32.352119 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:32.352571 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Bound using segment: {'id': '0f089eba-778c-4ac2-84aa-9c02d70405c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '41ea6712-73d4-47c8-8c46-e86882a14c98'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 17:53:32.353056 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Bound port: ab283b94-663a-4928-97a7-808da4bec52c, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f089eba-778c-4ac2-84aa-9c02d70405c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '41ea6712-73d4-47c8-8c46-e86882a14c98'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 17:53:32.353466 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:32.453531 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] For port ab283b94-663a-4928-97a7-808da4bec52c, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 17:53:32.457188 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] For port ab283b94-663a-4928-97a7-808da4bec52c, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=ab283b94-663a-4928-97a7-808da4bec52c,segment=NetworkSegment(0f089eba-778c-4ac2-84aa-9c02d70405c6),segment_id=0f089eba-778c-4ac2-84aa-9c02d70405c6)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 17:53:32.459998 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:32.464642 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-878cda5c-4983-495d-85d6-4b5e875675f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:53:32.544701 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Pushing event updated for resources: {'Port': ['ID=ab283b94-663a-4928-97a7-808da4bec52c,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:53:32.548151 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:53:32.931152 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device ab283b94-663a-4928-97a7-808da4bec52c up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:53:33.008173 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port ab283b94-663a-4928-97a7-808da4bec52c completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:53:33.759685 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f3c922-6f62-42d0-974a-47d2413ee32b None None] Network 41ea6712-73d4-47c8-8c46-e86882a14c98 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:53:33.857365 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-d0bbd0fb-e1af-4299-b336-8a05bf593812 None None] Provisioning for port ab283b94-663a-4928-97a7-808da4bec52c completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:53:33.869417 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-d0bbd0fb-e1af-4299-b336-8a05bf593812 None None] Provisioning complete for port ab283b94-663a-4928-97a7-808da4bec52c triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:53:33.870357 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd0fb-e1af-4299-b336-8a05bf593812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:34.119497 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd0fb-e1af-4299-b336-8a05bf593812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:34.172866 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-d0bbd0fb-e1af-4299-b336-8a05bf593812 None None] For port ab283b94-663a-4928-97a7-808da4bec52c, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=ab283b94-663a-4928-97a7-808da4bec52c,segment=NetworkSegment(0f089eba-778c-4ac2-84aa-9c02d70405c6),segment_id=0f089eba-778c-4ac2-84aa-9c02d70405c6)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:53:34.176824 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd0fb-e1af-4299-b336-8a05bf593812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:34.183682 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:53:34.265454 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbd0fb-e1af-4299-b336-8a05bf593812 None None] Pushing event updated for resources: {'Port': ['ID=ab283b94-663a-4928-97a7-808da4bec52c,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:53:34.270042 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d0bbd0fb-e1af-4299-b336-8a05bf593812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:53:34.417689 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-68924641-2ac5-49a7-bb60-510fe45475b6 None None] Provisioning complete for port ab283b94-663a-4928-97a7-808da4bec52c triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:53:34.418080 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-68924641-2ac5-49a7-bb60-510fe45475b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:34.895192 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device ab283b94-663a-4928-97a7-808da4bec52c up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:53:34.966753 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port ab283b94-663a-4928-97a7-808da4bec52c triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:53:34.967166 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:45.909150 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0c95fb46-ca19-438a-a0b8-a48984dd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:49.344524 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-49345ab0-a185-4f58-acac-6668bd8953de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:49.855106 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:50.239929 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:51.468853 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:53:51.998891 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 17:54:15.912866 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a77b0e77-1953-4242-87bf-d5bba0efa04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:54:19.338813 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9e733730-780f-4f17-a8af-9125e4f9710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:54:19.860151 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:54:20.243516 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:54:21.484238 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:54:28.998388 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 17:54:45.917527 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3f422c89-32cb-4fbc-a9b8-d0d30a114e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:54:46.826649 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53220) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:54:46.833144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [None req-0cf941e6-486a-4908-a6c6-ddbc92cd4aa5 tempest-verify_tempest_config-1473033985 tempest-verify_tempest_config-1473033985-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 17:54:46.834255 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0cf941e6-486a-4908-a6c6-ddbc92cd4aa5 tempest-verify_tempest_config-1473033985 tempest-verify_tempest_config-1473033985-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065145 Apr 19 17:54:47.188363 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53238) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:54:47.323187 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:54:47.338974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:54:47.343417 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Usage tracker for resource:security_group_rule and tenant:be74c74f284a48c3a6958f8e6a9b336b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:54:47.346593 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:54:47.353285 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:54:47.451452 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:54:47.456322 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:54:47.471300 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f10ed659-7ac2-47ac-a517-e253db796b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:54:47.514299 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c350d61c-4612-4b3e-aa44-8e7dcc875065,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:54:47.520943 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=be74c74f284a48c3a6958f8e6a9b336b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3314848 Apr 19 17:54:47.524011 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 53244) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:54:47.525539 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.525952 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.526340 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.526674 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.527073 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.527440 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.527831 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.528212 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.528597 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.528996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.529340 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.529694 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.534180 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:54:47.592314 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:54:47.621302 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:54:47.679851 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:54:47.683973 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:54:47.696301 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c350d61c-4612-4b3e-aa44-8e7dcc875065,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:54:47.707216 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.707581 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.707947 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.708310 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.708722 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.709073 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.709434 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.709835 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.710748 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.711631 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.711994 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.712330 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:54:47.715643 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:54:47.716846 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c350d61c-4612-4b3e-aa44-8e7dcc875065 HTTP/1.1" status: 204 len: 168 time: 0.1917377 Apr 19 17:54:47.717905 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:54:49.342549 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-af663d83-1bf6-4158-bc30-7922ac637b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:54:49.863506 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:54:50.245396 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:54:51.482209 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:55:05.998680 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 17:55:15.928550 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7fef5a0d-84cd-4ca4-88c4-51e89d6759e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:55:19.346537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6fafaf25-e7ee-4b65-99fc-974c73705db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:55:19.875600 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:55:20.250306 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:55:21.485441 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:55:42.998626 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 17:55:45.929242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-76063c52-4445-49ab-94f6-2f2826f56ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:55:49.350429 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1b4c1c8c-0927-4175-b449-e474eda3c4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:55:49.871494 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:55:50.252277 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:55:51.492357 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:56:15.929610 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-01d171c5-a3d5-4676-adbd-d09718a03aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:56:19.355702 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-53c8561c-083f-4fb4-b544-0ea5bfee35f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:56:19.883964 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:56:19.997682 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 17:56:20.255193 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:56:21.500406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:56:31.229535 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:56:36.144086 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53304) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:56:36.280581 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b6adc094-57cd-4f7b-a270-b86307b9f57f admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1352587 Apr 19 17:56:38.858705 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 53314) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:56:38.928947 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-82816a8a-b1a8-4916-ae43-aff1904ec33b admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0687807 Apr 19 17:56:45.928767 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-21b6ba31-814d-4395-90d6-6e66b717de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:56:49.350765 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b8ec764a-ab8e-4b50-ab13-7206ddb3ef10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:56:49.878745 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:56:50.260008 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:56:51.505129 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:56:56.997627 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 17:57:01.199716 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:57:15.925188 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-20b0474a-49bf-4117-9cdd-cdddb70dc809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:57:19.354432 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0810e19b-358b-4e87-87a1-ae1f45533444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:57:19.884198 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:57:20.260387 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:57:21.510377 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:57:31.199763 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:57:34.002107 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 17:57:45.919020 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ddc2d852-3592-4ee7-922d-b600cb4e5a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:57:49.358158 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7e463922-c36e-4233-aaaa-b5aa55bf4de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:57:49.878351 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:57:50.264574 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:57:51.520224 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:01.195724 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:11.002907 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 17:58:15.925877 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3631f2e0-d9a0-46ac-8633-b2d015c46181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:19.363205 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-88dc0bb8-5523-4b5d-aa99-ad15b1ed45bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:19.888871 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:20.276753 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:21.526482 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:25.897855 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53514) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:26.386978 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-644209164-network', 'tenant_id': 'ffe142e5172f4ee7b8e1b943c6aa700e'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:26.400624 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:26.407212 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Usage tracker for resource:network and tenant:ffe142e5172f4ee7b8e1b943c6aa700e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:26.412008 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:26.420793 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:26.432546 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Made reservation on behalf of ffe142e5172f4ee7b8e1b943c6aa700e for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:58:26.438940 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:26.458870 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:26.491363 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:26.495932 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Usage tracker for resource:security_group_rule and tenant:ffe142e5172f4ee7b8e1b943c6aa700e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:26.499912 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:26.507182 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:26.623064 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:26.627082 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:26.633872 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:26.669908 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2900ad6d-bb95-4d4b-966e-8168cff00f11,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:26.677543 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 17:58:26.686313 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:26.686777 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:26.687191 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:26.687736 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:26.688473 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:26.689059 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:26.689579 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:26.690141 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:26.690528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:26.690900 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:26.691272 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:26.691624 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Tracked resource versions report: Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: pushed versions: Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: { 'AddressGroup': {'1.2'}, Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'ConntrackHelper': {'1.0'}, Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'Log': {'1.0'}, Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'Network': {'1.1'}, Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'Port': {'1.7'}, Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'PortForwarding': {'1.2'}, Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'QosPolicy': {'1.8'}, Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroup': {'1.4'}, Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroupRule': {'1.2'}, Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'SubPort': {'1.0'}, Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'Subnet': {'1.1'}, Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'Trunk': {'1.1'}} Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: consumer versions: Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: { DHCP agent@dv-cinder-786927-1-smb: {}, Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: HyperV agent@hv-cinder-78692: {}, Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: L3 agent@dv-cinder-786927-1-smb: {}, Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: Metadata agent@dv-cinder-786927-1-smb: {}, Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: Metering agent@dv-cinder-786927-1-smb: {}, Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: Open vSwitch agent@dv-cinder-786927-1-smb: { 'AddressGroup': '1.2', Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'ConntrackHelper': '1.0', Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'Log': '1.0', Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'Network': '1.1', Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'Port': '1.7', Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'PortForwarding': '1.2', Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'QosPolicy': '1.8', Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroup': '1.4', Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroupRule': '1.2', Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'SubPort': '1.0', Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'Subnet': '1.1', Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: 'Trunk': '1.1'}} Apr 19 17:58:26.692767 dv-cinder-786927-1-smb neutron-server[86243]: {{(pid=86357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 17:58:26.698074 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:26.698418 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Added segment 647dae85-79d8-4c98-8777-33601c559113 of type vlan for network 2bf94a7d-dd30-4a9d-8286-77365bd61729 Apr 19 17:58:26.711980 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:26.728549 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764668142058'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:26.767934 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:26.771132 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:26.772770 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:26.784173 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:26.934557 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Pushing event updated for resources: {'Network': ['ID=2bf94a7d-dd30-4a9d-8286-77365bd61729,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:26.938183 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:26.943813 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 53556) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:26.951982 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Request body: {'subnet': {'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-644209164-subnet', 'tenant_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:26.953817 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Network 2bf94a7d-dd30-4a9d-8286-77365bd61729 details requested by agent ovs-agent-dv-cinder-786927-1-smb with host dv-cinder-786927-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 17:58:26.957438 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0581608 Apr 19 17:58:26.958731 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:26.963870 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Usage tracker for resource:subnet and tenant:ffe142e5172f4ee7b8e1b943c6aa700e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:26.967634 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:26.974954 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:26.987688 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Made reservation on behalf of ffe142e5172f4ee7b8e1b943c6aa700e for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:58:26.992689 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:27.084480 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53560) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:27.130022 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53566) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:27.611159 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-796379331-network', 'tenant_id': 'cc7335aa15944b46a7f72726f22a886c'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:27.619079 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:27.624871 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Usage tracker for resource:network and tenant:cc7335aa15944b46a7f72726f22a886c is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:27.629606 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:27.643673 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:27.651341 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:27.657957 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Made reservation on behalf of cc7335aa15944b46a7f72726f22a886c for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:58:27.664600 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:27.673796 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:27.692932 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1176660792-network', 'tenant_id': '328b3d778ec64a08957264476af46909'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:27.709988 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:27.716792 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Usage tracker for resource:network and tenant:328b3d778ec64a08957264476af46909 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:27.726281 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:27.754995 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:27.792531 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:27.806158 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:27.817532 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Usage tracker for resource:security_group_rule and tenant:cc7335aa15944b46a7f72726f22a886c is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:27.826134 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:27.831392 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b92ef63-a0d2-412e-89de-24f4b22a0c4d,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:27.844145 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:27.851812 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Checking segment: {'id': '647dae85-79d8-4c98-8777-33601c559113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:58:27.852718 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Network hostable DHCP agents. Network: 2bf94a7d-dd30-4a9d-8286-77365bd61729, hostable agents: ['e04df252-53f8-4f20-921c-5c31ef9947a5'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 17:58:27.890955 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:27.897572 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:27.898397 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:27.899314 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:27.900073 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:27.900893 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:27.901801 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:27.902754 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:27.903535 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:27.904380 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:27.908311 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:27.909131 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Tracked resource versions report: Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: pushed versions: Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: { 'AddressGroup': {'1.2'}, Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'ConntrackHelper': {'1.0'}, Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'Log': {'1.0'}, Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'Network': {'1.1'}, Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'Port': {'1.7'}, Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'PortForwarding': {'1.2'}, Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'QosPolicy': {'1.8'}, Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroup': {'1.4'}, Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroupRule': {'1.2'}, Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'SubPort': {'1.0'}, Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'Subnet': {'1.1'}, Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'Trunk': {'1.1'}} Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: consumer versions: Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: { DHCP agent@dv-cinder-786927-1-smb: {}, Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: HyperV agent@hv-cinder-78692: {}, Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: L3 agent@dv-cinder-786927-1-smb: {}, Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: Metadata agent@dv-cinder-786927-1-smb: {}, Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: Metering agent@dv-cinder-786927-1-smb: {}, Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: Open vSwitch agent@dv-cinder-786927-1-smb: { 'AddressGroup': '1.2', Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'ConntrackHelper': '1.0', Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'Log': '1.0', Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'Network': '1.1', Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'Port': '1.7', Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'PortForwarding': '1.2', Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'QosPolicy': '1.8', Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroup': '1.4', Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroupRule': '1.2', Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'SubPort': '1.0', Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'Subnet': '1.1', Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: 'Trunk': '1.1'}} Apr 19 17:58:27.912872 dv-cinder-786927-1-smb neutron-server[86243]: {{(pid=86356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 17:58:27.946304 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Made reservation on behalf of 328b3d778ec64a08957264476af46909 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:58:27.950193 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:27.957868 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:27.993243 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Network 2bf94a7d-dd30-4a9d-8286-77365bd61729 is scheduled to be hosted by DHCP agent e04df252-53f8-4f20-921c-5c31ef9947a5 with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 17:58:27.995697 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:28.013321 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-smb, 2bf94a7d-dd30-4a9d-8286-77365bd61729) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:58:28.045090 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:28.046121 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:28.049088 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:28.065266 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c33828-19e0-41b5-b82c-eca4c6963bc8 None None] Network 2bf94a7d-dd30-4a9d-8286-77365bd61729 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:58:28.068425 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Usage tracker for resource:security_group_rule and tenant:328b3d778ec64a08957264476af46909 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:28.080856 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:28.102044 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1569660 Apr 19 17:58:28.103082 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 53590) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:28.104057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:28.109780 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-644209164-router', 'tenant_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:28.119121 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:28.136081 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Usage tracker for resource:router and tenant:ffe142e5172f4ee7b8e1b943c6aa700e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:28.142920 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:28.158952 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:28.231690 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:28.241693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1809644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-312'] for router, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:28.243053 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852966172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852944382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853057005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775504'] for router, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:28.304393 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:28.433821 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53596) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:28.446067 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:28.561376 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c836d065-eebd-454a-bacc-b9d86bef0fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:28.577878 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 17:58:28.639087 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0918105-0316-45f1-ac9c-c7e6488f24a6,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:28.697498 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb36349-c63c-471c-9f4f-48cf661a7233 None None] Network 2bf94a7d-dd30-4a9d-8286-77365bd61729 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:58:28.702851 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:28.724084 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:28.725970 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Added segment 6dadef09-4cd4-454c-b089-4182b9039b22 of type vlan for network f201d044-3a61-4367-b497-ccaed268106c Apr 19 17:58:28.731173 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:28.757330 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:28.784128 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 17:58:28.795528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:28.796330 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Added segment c5c85a1b-0a3c-47aa-a988-2b483f6ab91f of type vlan for network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 Apr 19 17:58:28.829626 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764668142058'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:28.864748 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:28.886783 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:28.896886 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:28.897629 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:28.905461 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764668142058'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:28.956524 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-54692772-network', 'tenant_id': '74fdb2ea59884c7794b2178018c22752'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:28.977124 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e39e8dd-93d6-40f6-a076-4836dfd68dab,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:29.021485 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:29.032019 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a50002d1-0c42-4be4-a78c-11c66b73bd2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:29.093774 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.db.resource_extend [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 17:58:29.110694 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:29.116789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852944139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852958369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775519'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:29.315304 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Usage tracker for resource:network and tenant:74fdb2ea59884c7794b2178018c22752 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:29.342301 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:29.383554 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2521114 Apr 19 17:58:29.388822 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:29.393239 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53646) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:29.394122 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Pushing event updated for resources: {'Network': ['ID=7f5311f3-eeef-4c41-a14f-d2c10a710c53,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:29.406019 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 details requested by agent ovs-agent-dv-cinder-786927-1-smb with host dv-cinder-786927-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 17:58:29.407992 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:29.414730 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-36c56c96-decc-4e46-b8c0-5003fcad5f94 admin admin] Request body: {'subnet': {'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1176660792-subnet', 'tenant_id': '328b3d778ec64a08957264476af46909', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:29.418626 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:29.423999 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:29.424686 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:29.430292 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-36c56c96-decc-4e46-b8c0-5003fcad5f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:29.435502 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:29.494743 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Made reservation on behalf of 74fdb2ea59884c7794b2178018c22752 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:58:29.500147 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:29.512389 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-36c56c96-decc-4e46-b8c0-5003fcad5f94 admin admin] Usage tracker for resource:subnet and tenant:328b3d778ec64a08957264476af46909 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:29.573440 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:29.582991 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-36c56c96-decc-4e46-b8c0-5003fcad5f94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:29.613778 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:29.617711 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:29.625775 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-36c56c96-decc-4e46-b8c0-5003fcad5f94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:29.637643 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5512524 Apr 19 17:58:29.649063 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53662) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:29.653855 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:29.663535 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-2176783a-9e90-464a-8602-ea246e2b0063 admin admin] Request body: {'subnet': {'network_id': 'f201d044-3a61-4367-b497-ccaed268106c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-796379331-subnet', 'tenant_id': 'cc7335aa15944b46a7f72726f22a886c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:29.669899 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Pushing event updated for resources: {'Network': ['ID=f201d044-3a61-4367-b497-ccaed268106c,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:29.684472 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Usage tracker for resource:security_group_rule and tenant:74fdb2ea59884c7794b2178018c22752 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:29.685034 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Network f201d044-3a61-4367-b497-ccaed268106c details requested by agent ovs-agent-dv-cinder-786927-1-smb with host dv-cinder-786927-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 17:58:29.688496 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c56c96-decc-4e46-b8c0-5003fcad5f94 admin admin] Made reservation on behalf of 328b3d778ec64a08957264476af46909 for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:58:29.693715 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-36c56c96-decc-4e46-b8c0-5003fcad5f94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:29.710256 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:29.714870 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:29.716506 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2176783a-9e90-464a-8602-ea246e2b0063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:29.730332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:29.796535 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2176783a-9e90-464a-8602-ea246e2b0063 admin admin] Usage tracker for resource:subnet and tenant:cc7335aa15944b46a7f72726f22a886c is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:29.800146 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2176783a-9e90-464a-8602-ea246e2b0063 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:29.814904 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2176783a-9e90-464a-8602-ea246e2b0063 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:29.879152 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2176783a-9e90-464a-8602-ea246e2b0063 admin admin] Made reservation on behalf of cc7335aa15944b46a7f72726f22a886c for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:58:29.884538 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2176783a-9e90-464a-8602-ea246e2b0063 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:30.058746 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Allocated IP 172.28.2.217 (a2fa5661-1776-4bb8-890c-56efb392f8f6/97753496-fb36-4619-b754-5756b6f438bf/6b224956-779b-4d5f-9016-57caac660678) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 17:58:30.234744 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:30.256874 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:30.372283 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 53690) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:30.406334 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:30.431512 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 17:58:30.447413 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:30.447825 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Added segment ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb of type vlan for network dcf4d709-3c2a-494e-b091-646278271f9d Apr 19 17:58:30.463786 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:30.465427 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:30.492523 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:30.578410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Network a2fa5661-1776-4bb8-890c-56efb392f8f6 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:58:30.582143 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:58:30.585622 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 17:58:30.682811 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Pushing event updated for resources: {'Port': ['ID=6b224956-779b-4d5f-9016-57caac660678,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:30.686866 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:30.844223 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5c288631-4fdc-4304-b9d6-7911f63a635b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:30.890100 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5c288631-4fdc-4304-b9d6-7911f63a635b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:30.898700 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5c288631-4fdc-4304-b9d6-7911f63a635b admin admin] Usage tracker for resource:security_group_rule and tenant:42de97efc9c34c04bbf44a807720f059 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:30.908286 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5c288631-4fdc-4304-b9d6-7911f63a635b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:30.917878 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5c288631-4fdc-4304-b9d6-7911f63a635b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:30.960123 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764668142058'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:30.974460 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3491225d-67ba-47f8-84b0-d9202f55ef7b,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:31.005852 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:31.172316 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:31.176461 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:31.177112 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:31.190755 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:31.206405 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:31.206705 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:31.379541 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9382372 Apr 19 17:58:31.390005 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 53706) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:31.409448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5c288631-4fdc-4304-b9d6-7911f63a635b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:31.409981 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Pushing event updated for resources: {'Network': ['ID=dcf4d709-3c2a-494e-b091-646278271f9d,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:31.416541 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-b3d13637-4e29-4584-b716-b96093f57b85 admin admin] Request body: {'subnet': {'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-54692772-subnet', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:31.420150 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:31.425228 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5c288631-4fdc-4304-b9d6-7911f63a635b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:31.434552 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Network dcf4d709-3c2a-494e-b091-646278271f9d details requested by agent ovs-agent-dv-cinder-786927-1-smb with host dv-cinder-786927-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 17:58:31.446297 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:31.464569 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b3d13637-4e29-4584-b716-b96093f57b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:31.496511 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b3d13637-4e29-4584-b716-b96093f57b85 admin admin] Usage tracker for resource:subnet and tenant:74fdb2ea59884c7794b2178018c22752 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:31.506541 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b3d13637-4e29-4584-b716-b96093f57b85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:31.523162 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b3d13637-4e29-4584-b716-b96093f57b85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:31.526755 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5c288631-4fdc-4304-b9d6-7911f63a635b admin admin] Synchronizing usage tracker for tenant:640ca1a09109496fa44f7b5fa7fba61b on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:58:31.545050 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2176783a-9e90-464a-8602-ea246e2b0063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:31.597178 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6360e9f5-29a4-42f3-9f7d-f9c29aaa2a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:31.742456 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-36c56c96-decc-4e46-b8c0-5003fcad5f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:31.755894 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176783a-9e90-464a-8602-ea246e2b0063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c99f5a9-336b-4cba-aa92-205a0098bf67,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:31.763059 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2176783a-9e90-464a-8602-ea246e2b0063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:31.766315 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:31.819262 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176783a-9e90-464a-8602-ea246e2b0063 admin admin] Checking segment: {'id': '6dadef09-4cd4-454c-b089-4182b9039b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f201d044-3a61-4367-b497-ccaed268106c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:58:31.819966 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2176783a-9e90-464a-8602-ea246e2b0063 admin admin] Network hostable DHCP agents. Network: f201d044-3a61-4367-b497-ccaed268106c, hostable agents: ['e04df252-53f8-4f20-921c-5c31ef9947a5'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 17:58:31.890152 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c288631-4fdc-4304-b9d6-7911f63a635b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd781314-810e-4f1b-8f47-a946d8dab5c3,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:31.894530 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c56c96-decc-4e46-b8c0-5003fcad5f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e67e2e39-6a7d-43fd-81d1-0b2082cf681f,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:31.912244 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-36c56c96-decc-4e46-b8c0-5003fcad5f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:31.917702 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2176783a-9e90-464a-8602-ea246e2b0063 admin admin] Network f201d044-3a61-4367-b497-ccaed268106c is scheduled to be hosted by DHCP agent e04df252-53f8-4f20-921c-5c31ef9947a5 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 17:58:31.929882 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c56c96-decc-4e46-b8c0-5003fcad5f94 admin admin] Checking segment: {'id': 'c5c85a1b-0a3c-47aa-a988-2b483f6ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:58:31.933046 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c56c96-decc-4e46-b8c0-5003fcad5f94 admin admin] Network hostable DHCP agents. Network: 7f5311f3-eeef-4c41-a14f-d2c10a710c53, hostable agents: ['e04df252-53f8-4f20-921c-5c31ef9947a5'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 17:58:31.962421 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d13637-4e29-4584-b716-b96093f57b85 admin admin] Made reservation on behalf of 74fdb2ea59884c7794b2178018c22752 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:58:31.963951 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-2176783a-9e90-464a-8602-ea246e2b0063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-smb, f201d044-3a61-4367-b497-ccaed268106c) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:58:31.968101 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b3d13637-4e29-4584-b716-b96093f57b85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:31.973886 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2176783a-9e90-464a-8602-ea246e2b0063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:31.974783 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2176783a-9e90-464a-8602-ea246e2b0063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:31.975288 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096fe542-1ef2-428a-a00e-7fe3f58f6861 None None] Network f201d044-3a61-4367-b497-ccaed268106c requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:58:32.002132 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c56c96-decc-4e46-b8c0-5003fcad5f94 admin admin] Network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 is scheduled to be hosted by DHCP agent e04df252-53f8-4f20-921c-5c31ef9947a5 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 17:58:32.006800 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5c288631-4fdc-4304-b9d6-7911f63a635b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:32.020102 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2176783a-9e90-464a-8602-ea246e2b0063 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3690574 Apr 19 17:58:32.021961 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-36c56c96-decc-4e46-b8c0-5003fcad5f94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-smb, 7f5311f3-eeef-4c41-a14f-d2c10a710c53) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:58:32.031216 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c56c96-decc-4e46-b8c0-5003fcad5f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:32.032661 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-36c56c96-decc-4e46-b8c0-5003fcad5f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:32.053581 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad8160a-9a6e-48c4-9d6f-652bf7703bd5 None None] Network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:58:32.080815 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-36c56c96-decc-4e46-b8c0-5003fcad5f94 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6760449 Apr 19 17:58:32.156495 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5c288631-4fdc-4304-b9d6-7911f63a635b admin admin] Unset dirty status for tenant:640ca1a09109496fa44f7b5fa7fba61b on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:58:32.162481 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5c288631-4fdc-4304-b9d6-7911f63a635b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=42de97efc9c34c04bbf44a807720f059&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7842553 Apr 19 17:58:32.165316 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53732) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:32.388267 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831647'] for router, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:32.412881 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7957-9ab4-4ef9-a0e7-84fe6b47ca5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:32.474313 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7957-9ab4-4ef9-a0e7-84fe6b47ca5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:32.537095 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7957-9ab4-4ef9-a0e7-84fe6b47ca5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:32.548662 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53744) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:32.554588 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:32.555969 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b33601-79bd-4a5f-89f6-5b4b8f2552ef None None] Network f201d044-3a61-4367-b497-ccaed268106c requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:58:32.599140 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c7957-9ab4-4ef9-a0e7-84fe6b47ca5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd781314-810e-4f1b-8f47-a946d8dab5c3,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:32.608965 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c6c7957-9ab4-4ef9-a0e7-84fe6b47ca5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:32.614651 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7957-9ab4-4ef9-a0e7-84fe6b47ca5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:32.620423 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2c6c7957-9ab4-4ef9-a0e7-84fe6b47ca5e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fd781314-810e-4f1b-8f47-a946d8dab5c3 HTTP/1.1" status: 204 len: 168 time: 0.4534752 Apr 19 17:58:32.810193 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75efed00-8c15-40d1-9d42-9257e2399219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:32.859450 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-75efed00-8c15-40d1-9d42-9257e2399219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:32.868463 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-75efed00-8c15-40d1-9d42-9257e2399219 admin admin] Usage tracker for resource:security_group_rule and tenant:10395a4ca2dc41fbb7102b7c2068367d is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:32.879062 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-75efed00-8c15-40d1-9d42-9257e2399219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:32.895818 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-75efed00-8c15-40d1-9d42-9257e2399219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:33.008003 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b3d13637-4e29-4584-b716-b96093f57b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:33.020409 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b5210319-2171-49f3-a722-cca30811ace9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:33.099296 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75efed00-8c15-40d1-9d42-9257e2399219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:33.106401 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75efed00-8c15-40d1-9d42-9257e2399219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:33.111832 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Router 3934b033-8476-4b6a-90f1-b88a28fe596f is scheduled to L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 with binding_index 1 {{(pid=86356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 17:58:33.123327 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d13637-4e29-4584-b716-b96093f57b85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36555cf9-033c-4142-bb83-8ae1c4a8eb89,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:33.134274 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b3d13637-4e29-4584-b716-b96093f57b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:33.151597 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:33.262836 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-75efed00-8c15-40d1-9d42-9257e2399219 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=10395a4ca2dc41fbb7102b7c2068367d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6905510 Apr 19 17:58:33.264704 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53768) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:33.320169 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efed00-8c15-40d1-9d42-9257e2399219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644f7b4c-25a8-4de2-80ad-db89245e0bba,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:33.323936 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-75efed00-8c15-40d1-9d42-9257e2399219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:33.400573 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0ed3-c2e6-4287-a1d8-ded15f0e1c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:33.471710 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0ed3-c2e6-4287-a1d8-ded15f0e1c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:33.549372 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53800) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:33.559264 dv-cinder-786927-1-smb neutron-server[86243]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 19 17:58:33.572894 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d13637-4e29-4584-b716-b96093f57b85 admin admin] Checking segment: {'id': 'ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:58:33.573680 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d13637-4e29-4584-b716-b96093f57b85 admin admin] Network hostable DHCP agents. Network: dcf4d709-3c2a-494e-b091-646278271f9d, hostable agents: ['e04df252-53f8-4f20-921c-5c31ef9947a5'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 17:58:33.583317 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 17:58:33.590608 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 53808) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:33.596076 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Sync routers for ids ['3934b033-8476-4b6a-90f1-b88a28fe596f'] in dv-cinder-786927-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 17:58:33.602933 dv-cinder-786927-1-smb neutron-server[86243]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 19 17:58:33.612741 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Routers {'3934b033-8476-4b6a-90f1-b88a28fe596f'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 17:58:33.614842 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T17:58:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['3934b033-8476-4b6a-90f1-b88a28fe596f'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:58:33.739568 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ef7283-b6a5-43d4-93b5-3b3eaa9f1e65 None None] Network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:58:33.761054 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0ed3-c2e6-4287-a1d8-ded15f0e1c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:33.773365 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d13637-4e29-4584-b716-b96093f57b85 admin admin] Network dcf4d709-3c2a-494e-b091-646278271f9d is scheduled to be hosted by DHCP agent e04df252-53f8-4f20-921c-5c31ef9947a5 with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 17:58:33.840842 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-b3d13637-4e29-4584-b716-b96093f57b85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-smb, dcf4d709-3c2a-494e-b091-646278271f9d) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:58:33.859659 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d13637-4e29-4584-b716-b96093f57b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:33.860509 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b3d13637-4e29-4584-b716-b96093f57b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:33.865107 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:33.866626 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7622142 Apr 19 17:58:33.867648 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:33.874728 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 53818) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:33.894246 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-85fe9f57-1759-44ff-8db7-9926cb683da9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:33.895354 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-85fe9f57-1759-44ff-8db7-9926cb683da9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Synchronizing usage tracker for tenant:328b3d778ec64a08957264476af46909 on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:58:33.903560 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d0ed3-c2e6-4287-a1d8-ded15f0e1c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644f7b4c-25a8-4de2-80ad-db89245e0bba,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:33.915630 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dc0d0ed3-c2e6-4287-a1d8-ded15f0e1c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:33.915988 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Set router 3934b033-8476-4b6a-90f1-b88a28fe596f gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 17:58:33.941969 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0ed3-c2e6-4287-a1d8-ded15f0e1c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:33.943572 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-dc0d0ed3-c2e6-4287-a1d8-ded15f0e1c35 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/644f7b4c-25a8-4de2-80ad-db89245e0bba HTTP/1.1" status: 204 len: 168 time: 0.6776662 Apr 19 17:58:33.944610 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-85fe9f57-1759-44ff-8db7-9926cb683da9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Unset dirty status for tenant:328b3d778ec64a08957264476af46909 on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:58:33.946038 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-85fe9f57-1759-44ff-8db7-9926cb683da9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/networks?id=7f5311f3-eeef-4c41-a14f-d2c10a710c53 HTTP/1.1" status: 200 len: 815 time: 0.3912513 Apr 19 17:58:33.974507 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-2172c142-80bd-4298-b367-8953b9e00ac8 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:33.977091 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-2172c142-80bd-4298-b367-8953b9e00ac8 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/networks?id=f201d044-3a61-4367-b497-ccaed268106c HTTP/1.1" status: 200 len: 811 time: 0.3799064 Apr 19 17:58:33.987101 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-be67d7ea-ddad-4114-8da7-828c0cc3edf3 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/quotas/328b3d778ec64a08957264476af46909 HTTP/1.1" status: 200 len: 375 time: 0.0287106 Apr 19 17:58:34.008729 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c770dd9a-9ce1-42ba-b18f-d8eaa8fe1f44 None None] Network dcf4d709-3c2a-494e-b091-646278271f9d requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:58:34.107234 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b3d13637-4e29-4584-b716-b96093f57b85 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7053244 Apr 19 17:58:34.111184 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-cfff6471-8f3e-4ed3-a696-0cc6812c63e2 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=328b3d778ec64a08957264476af46909&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1164591 Apr 19 17:58:34.111733 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 53826) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:34.128688 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:34.142206 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:34.148336 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Usage tracker for resource:router and tenant:74fdb2ea59884c7794b2178018c22752 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:34.152615 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:34.165176 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0b50b11b-8187-4fa3-a27e-c21ca3839899 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/quotas/cc7335aa15944b46a7f72726f22a886c HTTP/1.1" status: 200 len: 375 time: 0.1694219 Apr 19 17:58:34.168115 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:34.186847 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1809644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-312'] for router, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:34.189059 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852966172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852944382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853057005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775504'] for router, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:34.224213 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:34.349575 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-598b91df-ae5a-4e95-8402-69d84c51bb90 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cc7335aa15944b46a7f72726f22a886c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1753273 Apr 19 17:58:34.604636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'name': 'tempest-ServerRescueNegativeTestJSON-644209164-router', 'tenant_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '6b224956-779b-4d5f-9016-57caac660678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:28Z', 'updated_at': '2021-04-19T17:58:30Z', 'revision_number': 3, 'project_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'gw_port': {'id': '6b224956-779b-4d5f-9016-57caac660678', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:29Z', 'updated_at': '2021-04-19T17:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:58:34.617431 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Checking router: 3934b033-8476-4b6a-90f1-b88a28fe596f for host: dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 17:58:34.618763 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Updating router 3934b033-8476-4b6a-90f1-b88a28fe596f port 6b224956-779b-4d5f-9016-57caac660678 binding host dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 17:58:34.819457 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe99519b7-2792-57d6-bafa-c992fbacc188-dcf4d709-3c2a-494e-b091-646278271f9d', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'fixed_ips': [{'subnet_id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89'}]}} from dv-cinder-786927-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 17:58:34.820400 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:34.835804 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:34.925270 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852944139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852958369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775519'] for router, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:35.163457 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-1afd58d5-0a9c-4377-82c2-61caa47c21a3 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 17:58:35.164645 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-1afd58d5-0a9c-4377-82c2-61caa47c21a3 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4468844 Apr 19 17:58:35.336700 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Allocated IP 172.20.0.2 (dcf4d709-3c2a-494e-b091-646278271f9d/36555cf9-033c-4142-bb83-8ae1c4a8eb89/4bff96c2-2443-49e9-8d8e-e88e926401d0) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 17:58:35.395792 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-f5463626-13f9-4ef1-86bd-e23b33a897ba service neutron] 10.222.0.81 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206726 Apr 19 17:58:35.668465 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:35.685744 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Transition to ACTIVE for port object 6b224956-779b-4d5f-9016-57caac660678 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:58:35.695154 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:35.710803 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92e520c8-eba6-4764-909c-6fb0d718a21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:35.791830 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:35.830440 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Transition to ACTIVE for port object 4bff96c2-2443-49e9-8d8e-e88e926401d0 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:58:35.841879 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f527455-6659-422e-ad6d-64f037a58460 None None] Pushing event updated for resources: {'Port': ['ID=6b224956-779b-4d5f-9016-57caac660678,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:35.897557 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f527455-6659-422e-ad6d-64f037a58460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:35.899937 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f527455-6659-422e-ad6d-64f037a58460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:35.900377 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f527455-6659-422e-ad6d-64f037a58460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:35.900754 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f527455-6659-422e-ad6d-64f037a58460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:35.901119 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f527455-6659-422e-ad6d-64f037a58460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:35.901480 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f527455-6659-422e-ad6d-64f037a58460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:35.901961 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f527455-6659-422e-ad6d-64f037a58460 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:35.903039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Transition to ACTIVE for port object 4bff96c2-2443-49e9-8d8e-e88e926401d0 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:58:35.905959 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f527455-6659-422e-ad6d-64f037a58460 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:35.906453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f527455-6659-422e-ad6d-64f037a58460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:35.906763 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f527455-6659-422e-ad6d-64f037a58460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:35.907144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f527455-6659-422e-ad6d-64f037a58460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:35.907589 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f527455-6659-422e-ad6d-64f037a58460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:35.910051 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f527455-6659-422e-ad6d-64f037a58460 None None] Tracked resource versions report: Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: pushed versions: Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: { 'AddressGroup': {'1.2'}, Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'ConntrackHelper': {'1.0'}, Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'Log': {'1.0'}, Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'Network': {'1.1'}, Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'Port': {'1.7'}, Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'PortForwarding': {'1.2'}, Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'QosPolicy': {'1.8'}, Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroup': {'1.4'}, Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroupRule': {'1.2'}, Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'SubPort': {'1.0'}, Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'Subnet': {'1.1'}, Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'Trunk': {'1.1'}} Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: consumer versions: Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: { DHCP agent@dv-cinder-786927-1-smb: {}, Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: HyperV agent@hv-cinder-78692: {}, Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: L3 agent@dv-cinder-786927-1-smb: {}, Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: Metadata agent@dv-cinder-786927-1-smb: {}, Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: Metering agent@dv-cinder-786927-1-smb: {}, Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: Open vSwitch agent@dv-cinder-786927-1-smb: { 'AddressGroup': '1.2', Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'ConntrackHelper': '1.0', Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'Log': '1.0', Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'Network': '1.1', Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'Port': '1.7', Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'PortForwarding': '1.2', Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'QosPolicy': '1.8', Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroup': '1.4', Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroupRule': '1.2', Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'SubPort': '1.0', Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'Subnet': '1.1', Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: 'Trunk': '1.1'}} Apr 19 17:58:35.913762 dv-cinder-786927-1-smb neutron-server[86243]: {{(pid=86359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 17:58:35.921336 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:35.926718 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8f527455-6659-422e-ad6d-64f037a58460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:35.932011 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Attempting to bind port 6b224956-779b-4d5f-9016-57caac660678 on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 17:58:35.932418 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Attempting to bind port 6b224956-779b-4d5f-9016-57caac660678 by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 17:58:35.932822 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Attempting to bind port 6b224956-779b-4d5f-9016-57caac660678 on network a2fa5661-1776-4bb8-890c-56efb392f8f6 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:58:35.940885 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 17, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 17:58:35.941665 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Checking segment: {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:58:35.941789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:35.942296 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Bound using segment: {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 17:58:35.942849 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Bound port: 6b224956-779b-4d5f-9016-57caac660678, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 17:58:35.943262 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:36.043087 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] For port 6b224956-779b-4d5f-9016-57caac660678, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 17:58:36.048273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] For port 6b224956-779b-4d5f-9016-57caac660678, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=6b224956-779b-4d5f-9016-57caac660678,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 17:58:36.054323 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:36.064635 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:36.067953 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8f527455-6659-422e-ad6d-64f037a58460 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:36.095800 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Network dcf4d709-3c2a-494e-b091-646278271f9d is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:58:36.109986 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:58:36.130046 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 17:58:36.178753 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f527455-6659-422e-ad6d-64f037a58460 None None] Pushing event updated for resources: {'Port': ['ID=6b224956-779b-4d5f-9016-57caac660678,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:36.240682 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Routers {'3934b033-8476-4b6a-90f1-b88a28fe596f'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 17:58:36.241434 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T17:58:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['3934b033-8476-4b6a-90f1-b88a28fe596f'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:58:36.304742 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-9c314fc7-80c5-48d9-9c78-304483b1f233 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 17:58:36.310877 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-9c314fc7-80c5-48d9-9c78-304483b1f233 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4930243 Apr 19 17:58:36.349170 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Pushing event updated for resources: {'Port': ['ID=4bff96c2-2443-49e9-8d8e-e88e926401d0,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:36.384545 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:36.385482 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:36.386118 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:36.390051 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:36.390857 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:36.391787 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:36.392177 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:36.392534 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:36.392901 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:36.393265 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:36.393644 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:36.397681 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Tracked resource versions report: Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: pushed versions: Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: { 'AddressGroup': {'1.2'}, Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'ConntrackHelper': {'1.0'}, Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'Log': {'1.0'}, Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'Network': {'1.1'}, Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'Port': {'1.7'}, Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'PortForwarding': {'1.2'}, Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'QosPolicy': {'1.8'}, Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroup': {'1.4'}, Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroupRule': {'1.2'}, Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'SubPort': {'1.0'}, Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'Subnet': {'1.1'}, Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'Trunk': {'1.1'}} Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: consumer versions: Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: { DHCP agent@dv-cinder-786927-1-smb: {}, Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: HyperV agent@hv-cinder-78692: {}, Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: L3 agent@dv-cinder-786927-1-smb: {}, Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: Metadata agent@dv-cinder-786927-1-smb: {}, Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: Metering agent@dv-cinder-786927-1-smb: {}, Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: Open vSwitch agent@dv-cinder-786927-1-smb: { 'AddressGroup': '1.2', Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'ConntrackHelper': '1.0', Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'Log': '1.0', Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'Network': '1.1', Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'Port': '1.7', Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'PortForwarding': '1.2', Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'QosPolicy': '1.8', Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroup': '1.4', Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'SecurityGroupRule': '1.2', Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'SubPort': '1.0', Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'Subnet': '1.1', Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: 'Trunk': '1.1'}} Apr 19 17:58:36.401835 dv-cinder-786927-1-smb neutron-server[86243]: {{(pid=86358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 17:58:36.417841 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:36.475635 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Attempting to bind port 4bff96c2-2443-49e9-8d8e-e88e926401d0 on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 17:58:36.476320 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Attempting to bind port 4bff96c2-2443-49e9-8d8e-e88e926401d0 by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': 'ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 17:58:36.477582 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Attempting to bind port 4bff96c2-2443-49e9-8d8e-e88e926401d0 on network dcf4d709-3c2a-494e-b091-646278271f9d {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:58:36.494129 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 17, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 17:58:36.495299 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-5fdbf780-beb4-4587-ad48-f7818785e822 service neutron] 10.222.0.81 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0680816 Apr 19 17:58:36.495891 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Checking segment: {'id': 'ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:58:36.501154 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:36.502039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Bound using segment: {'id': 'ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 17:58:36.502911 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Bound port: 4bff96c2-2443-49e9-8d8e-e88e926401d0, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 17:58:36.503500 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:36.535361 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:36.619631 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:36.691465 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-b6b1d04c-71eb-4f91-a6d1-14790d1eab15 service neutron] 10.222.0.81 "GET /v2.0/networks/f201d044-3a61-4367-b497-ccaed268106c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667288 Apr 19 17:58:36.742018 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] Set router 3934b033-8476-4b6a-90f1-b88a28fe596f gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 17:58:36.776502 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] For port 4bff96c2-2443-49e9-8d8e-e88e926401d0, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 17:58:36.783403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] For port 4bff96c2-2443-49e9-8d8e-e88e926401d0, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=4bff96c2-2443-49e9-8d8e-e88e926401d0,segment=NetworkSegment(ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb),segment_id=ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 17:58:36.792255 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:36.805714 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:36.922534 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Pushing event updated for resources: {'Port': ['ID=4bff96c2-2443-49e9-8d8e-e88e926401d0,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:36.927860 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:37.132380 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-9e8ec3be-0e84-4cd7-b439-2a01f8cc01be service neutron] 10.222.0.81 "GET /v2.0/networks/f201d044-3a61-4367-b497-ccaed268106c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312665 Apr 19 17:58:37.176289 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Allocated IP 172.20.0.1 (2bf94a7d-dd30-4a9d-8286-77365bd61729/7b92ef63-a0d2-412e-89de-24f4b22a0c4d/d35eaa2f-711c-48ad-8334-9f4bde80ef2d) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 17:58:37.251918 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-44550660-ea7e-4433-a5d2-bbdd6e182614 req-7bb6f390-70d4-4c82-9d80-87fb7ba54848 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 210 time: 0.2079904 Apr 19 17:58:37.353654 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Allocated IP 172.28.2.39 (a2fa5661-1776-4bb8-890c-56efb392f8f6/97753496-fb36-4619-b754-5756b6f438bf/0a35babf-c2c9-4616-9c33-0dbe19cb2cf0) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 17:58:37.596853 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:37.687026 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:37.692844 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:37.756659 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bdd8828b-cab1-4d61-92aa-221430c0a30b req-ac1a8304-6d83-4512-a680-abafd36636af tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 210 time: 0.1272473 Apr 19 17:58:37.818009 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:37.866455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:37.872710 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:37.914624 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8f527455-6659-422e-ad6d-64f037a58460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.845s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:37.942365 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Network 2bf94a7d-dd30-4a9d-8286-77365bd61729 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:58:37.951297 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:58:37.966336 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 17:58:37.966568 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852965630'] for router_interface, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:37.977799 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Pushing event updated for resources: {'Port': ['ID=d35eaa2f-711c-48ad-8334-9f4bde80ef2d,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:38.004513 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Network a2fa5661-1776-4bb8-890c-56efb392f8f6 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:58:38.032167 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:58:38.047258 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 17:58:38.059333 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:38.174756 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'name': 'tempest-ServerRescueNegativeTestJSON-644209164-router', 'tenant_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '6b224956-779b-4d5f-9016-57caac660678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:28Z', 'updated_at': '2021-04-19T17:58:30Z', 'revision_number': 3, 'project_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'gw_port': {'id': '6b224956-779b-4d5f-9016-57caac660678', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:29Z', 'updated_at': '2021-04-19T17:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:58:38.179294 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b989cae9-1750-4792-818b-2d57e49e7960 None None] The sync data for ids ['3934b033-8476-4b6a-90f1-b88a28fe596f'] in dv-cinder-786927-1-smb is: [{'id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'name': 'tempest-ServerRescueNegativeTestJSON-644209164-router', 'tenant_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '6b224956-779b-4d5f-9016-57caac660678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:28Z', 'updated_at': '2021-04-19T17:58:30Z', 'revision_number': 3, 'project_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'gw_port': {'id': '6b224956-779b-4d5f-9016-57caac660678', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:29Z', 'updated_at': '2021-04-19T17:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 17:58:38.242912 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:38.461187 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Pushing event updated for resources: {'Port': ['ID=0a35babf-c2c9-4616-9c33-0dbe19cb2cf0,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:38.472983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:38.658887 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-06beef63-c46a-484d-9d91-595f64c7d597 req-f48868b7-bc17-4a2b-9392-716958254b4b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 210 time: 0.1717958 Apr 19 17:58:38.956504 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:38.962788 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 54030) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:38.989453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:38.993759 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853104465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810277'] for router_interface, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:39.001899 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:39.178292 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54040) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:39.289277 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ee52a23f-e735-4f3c-a482-590be93b2bad req-e3c83704-be93-46f5-b613-460faacc00fd tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 210 time: 0.2811599 Apr 19 17:58:39.295946 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0eaa42-b239-4b19-bd92-b36af1692c57 None None] Network dcf4d709-3c2a-494e-b091-646278271f9d requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:58:39.337244 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:39.371842 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 4bff96c2-2443-49e9-8d8e-e88e926401d0 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:58:39.571261 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Pushing event updated for resources: {'Port': ['ID=d35eaa2f-711c-48ad-8334-9f4bde80ef2d,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:39.578390 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:39.656550 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6f1c95ab-8493-4284-84bd-9a6f1865854c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:39.725675 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bd57e02d-9510-4c66-afb6-9111101dbcfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:39.767802 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-bd57e02d-9510-4c66-afb6-9111101dbcfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:39.778060 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6f1c95ab-8493-4284-84bd-9a6f1865854c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:39.781213 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-bd57e02d-9510-4c66-afb6-9111101dbcfe admin admin] Usage tracker for resource:security_group_rule and tenant:a8b10121456c47e5bf023f0c592005fd is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:39.795386 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6f1c95ab-8493-4284-84bd-9a6f1865854c admin admin] Usage tracker for resource:security_group_rule and tenant:53bcc6fdc4d5487fa76fe84502409afb is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:39.798031 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-bd57e02d-9510-4c66-afb6-9111101dbcfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:39.799599 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6f1c95ab-8493-4284-84bd-9a6f1865854c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:39.815535 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6f1c95ab-8493-4284-84bd-9a6f1865854c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:39.840736 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-bd57e02d-9510-4c66-afb6-9111101dbcfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:39.965153 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6f1c95ab-8493-4284-84bd-9a6f1865854c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:39.996332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6f1c95ab-8493-4284-84bd-9a6f1865854c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:40.038087 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-b0e75aed-9c58-4729-b522-0c554839f417 None None] Provisioning for port 4bff96c2-2443-49e9-8d8e-e88e926401d0 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:58:40.039435 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Network 2bf94a7d-dd30-4a9d-8286-77365bd61729 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:58:40.040264 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-56ed4e5d-8a6f-4f23-85a2-606d5ae1f6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:40.083618 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port 4bff96c2-2443-49e9-8d8e-e88e926401d0 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:58:40.084768 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6f1c95ab-8493-4284-84bd-9a6f1865854c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=53bcc6fdc4d5487fa76fe84502409afb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1174858 Apr 19 17:58:40.085881 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c95ab-8493-4284-84bd-9a6f1865854c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0de6eda-4663-4b05-ad0a-5ff1a5e29a2d,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:40.089249 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:58:40.103832 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6f1c95ab-8493-4284-84bd-9a6f1865854c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:40.104705 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 54068) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:40.107776 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 4bff96c2-2443-49e9-8d8e-e88e926401d0 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:58:40.108344 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:40.194159 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e1c25255-2888-4711-9bab-56988cd0fcc8 req-a03c52ef-34a0-42ae-9abf-03963cfff688 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 210 time: 0.0760808 Apr 19 17:58:40.252490 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc035-462d-47e5-8a1b-99a22a795f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:40.417504 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831647'] for router, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:40.485756 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:40.519520 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bd57e02d-9510-4c66-afb6-9111101dbcfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:40.564895 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port 4bff96c2-2443-49e9-8d8e-e88e926401d0, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=4bff96c2-2443-49e9-8d8e-e88e926401d0,segment=NetworkSegment(ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb),segment_id=ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:58:40.584804 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:40.587896 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 6b224956-779b-4d5f-9016-57caac660678 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:58:40.593638 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Router 3934b033-8476-4b6a-90f1-b88a28fe596f has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 17:58:40.653272 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:40.662615 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bd57e02d-9510-4c66-afb6-9111101dbcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:40.687765 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:40.749513 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-bd57e02d-9510-4c66-afb6-9111101dbcfe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a8b10121456c47e5bf023f0c592005fd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5513518 Apr 19 17:58:40.756163 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54084) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:40.784278 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57e02d-9510-4c66-afb6-9111101dbcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b63dcdf-bd05-44f6-bf7a-adcf90234ab1,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:40.796893 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=4bff96c2-2443-49e9-8d8e-e88e926401d0,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:40.804636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bd57e02d-9510-4c66-afb6-9111101dbcfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:40.805148 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:40.816912 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-3203486d-2751-4f52-a633-a1643a2daacb None None] Provisioning complete for port 4bff96c2-2443-49e9-8d8e-e88e926401d0 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:58:40.817339 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3203486d-2751-4f52-a633-a1643a2daacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:40.883508 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.52', 57346) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:40.883508 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc035-462d-47e5-8a1b-99a22a795f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:40.894637 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0d624035-6c92-466a-a755-cad74d2bfad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:40.901708 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 17:58:40.948259 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a is scheduled to L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 with binding_index 1 {{(pid=86357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 17:58:40.951591 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0d624035-6c92-466a-a755-cad74d2bfad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:41.033125 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port 6b224956-779b-4d5f-9016-57caac660678 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:58:41.039348 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 6b224956-779b-4d5f-9016-57caac660678 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:58:41.039971 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:41.088648 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0d624035-6c92-466a-a755-cad74d2bfad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:41.180261 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a47e8b82-319f-4c4d-81aa-8cbbfb7ae881 req-25bf70e4-4787-4802-82dd-62a1e4907328 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 210 time: 0.5556197 Apr 19 17:58:41.214822 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:41.241797 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] 10.222.0.81 "PUT /v2.0/routers/3934b033-8476-4b6a-90f1-b88a28fe596f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3656929 Apr 19 17:58:41.269423 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port 6b224956-779b-4d5f-9016-57caac660678, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=6b224956-779b-4d5f-9016-57caac660678,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:58:41.276450 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:41.282681 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:41.421798 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 4bff96c2-2443-49e9-8d8e-e88e926401d0 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:58:41.439877 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:41.514613 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d624035-6c92-466a-a755-cad74d2bfad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b63dcdf-bd05-44f6-bf7a-adcf90234ab1,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:41.528247 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0d624035-6c92-466a-a755-cad74d2bfad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:41.636519 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 4bff96c2-2443-49e9-8d8e-e88e926401d0 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:58:41.637278 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:41.687201 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-120c84a2-7960-4ea7-a7c2-943d3f02704d req-5765869e-4987-4ff0-a8d1-e81b131c9aec tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 210 time: 0.1146026 Apr 19 17:58:41.687864 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.52', 57354) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:41.744379 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0d624035-6c92-466a-a755-cad74d2bfad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:41.756607 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0d624035-6c92-466a-a755-cad74d2bfad5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b63dcdf-bd05-44f6-bf7a-adcf90234ab1 HTTP/1.1" status: 204 len: 168 time: 0.9992969 Apr 19 17:58:41.830776 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=6b224956-779b-4d5f-9016-57caac660678,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:41.835979 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:41.885374 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-89088d51-800e-4089-8899-ba9a1b00402f tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:41.887743 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-89088d51-800e-4089-8899-ba9a1b00402f tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.52 "GET /v2.0/networks?id=7f5311f3-eeef-4c41-a14f-d2c10a710c53 HTTP/1.1" status: 200 len: 815 time: 0.9744673 Apr 19 17:58:41.890583 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc035-462d-47e5-8a1b-99a22a795f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:41.903439 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:41.945295 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fc035-462d-47e5-8a1b-99a22a795f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0de6eda-4663-4b05-ad0a-5ff1a5e29a2d,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:41.957021 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9c5fc035-462d-47e5-8a1b-99a22a795f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:41.963918 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-371844ce-e70c-47a1-a133-e42b76201a25 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Request body: {'port': {'device_id': '2b88f708-5d54-4b78-b832-5efae51b1212', 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53', 'admin_state_up': True, 'tenant_id': '328b3d778ec64a08957264476af46909'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:42.030037 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc035-462d-47e5-8a1b-99a22a795f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:42.031223 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9c5fc035-462d-47e5-8a1b-99a22a795f41 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0de6eda-4663-4b05-ad0a-5ff1a5e29a2d HTTP/1.1" status: 204 len: 168 time: 1.9254708 Apr 19 17:58:42.035402 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-81ea7c45-fd66-4705-ac08-8b0d4245aa2d tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:42.036259 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-81ea7c45-fd66-4705-ac08-8b0d4245aa2d tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Synchronizing usage tracker for tenant:cc7335aa15944b46a7f72726f22a886c on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:58:42.074897 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 17:58:42.077263 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-81ea7c45-fd66-4705-ac08-8b0d4245aa2d tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Unset dirty status for tenant:cc7335aa15944b46a7f72726f22a886c on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:58:42.078632 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-81ea7c45-fd66-4705-ac08-8b0d4245aa2d tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.52 "GET /v2.0/networks?id=f201d044-3a61-4367-b497-ccaed268106c HTTP/1.1" status: 200 len: 811 time: 0.3828769 Apr 19 17:58:42.086835 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Sync routers for ids ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 17:58:42.123016 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-fe2c0cc5-1bfc-4ff5-82d6-3b788734f3b0 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Request body: {'port': {'device_id': '00833be6-d960-4d0e-8e9a-1763f619e989', 'network_id': 'f201d044-3a61-4367-b497-ccaed268106c', 'admin_state_up': True, 'tenant_id': 'cc7335aa15944b46a7f72726f22a886c'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:42.123540 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Routers {'4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 17:58:42.129416 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T17:58:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:58:42.370064 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:42.390480 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.2770627 Apr 19 17:58:42.407634 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54168) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:42.420797 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Sync routers for ids ['3934b033-8476-4b6a-90f1-b88a28fe596f'] in dv-cinder-786927-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 17:58:42.440060 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Routers {'3934b033-8476-4b6a-90f1-b88a28fe596f'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 17:58:42.446836 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T17:58:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['3934b033-8476-4b6a-90f1-b88a28fe596f'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:58:42.536495 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Set router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 17:58:42.737383 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 54178) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:42.785683 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-371844ce-e70c-47a1-a133-e42b76201a25 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:42.842242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-371844ce-e70c-47a1-a133-e42b76201a25 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Usage tracker for resource:port and tenant:328b3d778ec64a08957264476af46909 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:42.850821 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-371844ce-e70c-47a1-a133-e42b76201a25 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:42.874469 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-72ff4054-f1ec-4406-aa6a-d5a0417432cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:42.931985 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Set router 3934b033-8476-4b6a-90f1-b88a28fe596f gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 17:58:42.947004 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69420da6-4338-4cb8-bd53-8e69259f127b req-a8048941-c9ea-4e3e-82db-110ba22d42f6 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:42.961608 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-69420da6-4338-4cb8-bd53-8e69259f127b req-a8048941-c9ea-4e3e-82db-110ba22d42f6 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/networks?id=2bf94a7d-dd30-4a9d-8286-77365bd61729 HTTP/1.1" status: 200 len: 818 time: 0.7542884 Apr 19 17:58:42.992688 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-371844ce-e70c-47a1-a133-e42b76201a25 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:43.029952 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-fe2c0cc5-1bfc-4ff5-82d6-3b788734f3b0 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:43.050118 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-69420da6-4338-4cb8-bd53-8e69259f127b req-6ed6b502-2fed-408e-ada2-80025eb402c5 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/quotas/ffe142e5172f4ee7b8e1b943c6aa700e HTTP/1.1" status: 200 len: 375 time: 0.0859318 Apr 19 17:58:43.182163 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e77d76a0-b8c4-42ea-8b26-07e766a82634 req-65eb978e-12e4-4c46-b1e0-bd6584b8f5cc tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 210 time: 0.2630353 Apr 19 17:58:43.199348 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-fe2c0cc5-1bfc-4ff5-82d6-3b788734f3b0 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Usage tracker for resource:port and tenant:cc7335aa15944b46a7f72726f22a886c is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:43.206144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-fe2c0cc5-1bfc-4ff5-82d6-3b788734f3b0 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:43.223883 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-72ff4054-f1ec-4406-aa6a-d5a0417432cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:43.236107 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-fe2c0cc5-1bfc-4ff5-82d6-3b788734f3b0 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:43.258586 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-72ff4054-f1ec-4406-aa6a-d5a0417432cf admin admin] Usage tracker for resource:security_group_rule and tenant:8d80031ebeaa4f589357ed1302db884e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:43.272682 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-72ff4054-f1ec-4406-aa6a-d5a0417432cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:43.281482 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-371844ce-e70c-47a1-a133-e42b76201a25 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Made reservation on behalf of 328b3d778ec64a08957264476af46909 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:58:43.301039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-371844ce-e70c-47a1-a133-e42b76201a25 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:43.337300 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-72ff4054-f1ec-4406-aa6a-d5a0417432cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:43.358699 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-fe2c0cc5-1bfc-4ff5-82d6-3b788734f3b0 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Made reservation on behalf of cc7335aa15944b46a7f72726f22a886c for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:58:43.376444 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-fe2c0cc5-1bfc-4ff5-82d6-3b788734f3b0 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:43.387425 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 54192) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:43.522410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 6b224956-779b-4d5f-9016-57caac660678 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:58:43.537325 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fb287539-c6e1-4101-954a-3ffc3f8f6316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:43.656415 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'name': 'tempest-ServerRescueNegativeTestJSON-644209164-router', 'tenant_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '6b224956-779b-4d5f-9016-57caac660678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:28Z', 'updated_at': '2021-04-19T17:58:38Z', 'revision_number': 4, 'project_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'gw_port': {'id': '6b224956-779b-4d5f-9016-57caac660678', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:29Z', 'updated_at': '2021-04-19T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': 'd35eaa2f-711c-48ad-8334-9f4bde80ef2d', 'name': '', 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729', 'tenant_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'mac_address': 'fa:16:3e:d2:f7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b92ef63-a0d2-412e-89de-24f4b22a0c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:38Z', 'revision_number': 2, 'project_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'subnets': [{'id': '7b92ef63-a0d2-412e-89de-24f4b22a0c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:58:43.661969 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Checking router: 3934b033-8476-4b6a-90f1-b88a28fe596f for host: dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 17:58:43.662663 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Updating router 3934b033-8476-4b6a-90f1-b88a28fe596f port d35eaa2f-711c-48ad-8334-9f4bde80ef2d binding host dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 17:58:43.732449 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:43.745489 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fb287539-c6e1-4101-954a-3ffc3f8f6316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:43.786142 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 6b224956-779b-4d5f-9016-57caac660678 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:58:43.786731 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:43.796971 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fb287539-c6e1-4101-954a-3ffc3f8f6316 admin admin] Usage tracker for resource:security_group_rule and tenant:0a31ba683e7d4bb38d4727d0871e3fbf is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:43.814362 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fb287539-c6e1-4101-954a-3ffc3f8f6316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:43.829259 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-fe2c0cc5-1bfc-4ff5-82d6-3b788734f3b0 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Allocated IP 172.20.0.5 (f201d044-3a61-4367-b497-ccaed268106c/1c99f5a9-336b-4cba-aa92-205a0098bf67/ceee0ee5-bf22-44bd-a452-41d00cbae29b) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 17:58:43.844058 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fb287539-c6e1-4101-954a-3ffc3f8f6316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:43.862260 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-69420da6-4338-4cb8-bd53-8e69259f127b req-fdaf9337-719c-4730-9690-90083ed996a7 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Synchronizing usage tracker for tenant:ffe142e5172f4ee7b8e1b943c6aa700e on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:58:43.921161 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T17:58:38Z', 'revision_number': 3, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port': {'id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:36:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:58:43.980935 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Checking router: 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 17:58:43.982592 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Updating router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a port 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0 binding host dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 17:58:44.114222 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-69420da6-4338-4cb8-bd53-8e69259f127b req-fdaf9337-719c-4730-9690-90083ed996a7 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Unset dirty status for tenant:ffe142e5172f4ee7b8e1b943c6aa700e on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:58:44.124300 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-69420da6-4338-4cb8-bd53-8e69259f127b req-fdaf9337-719c-4730-9690-90083ed996a7 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ffe142e5172f4ee7b8e1b943c6aa700e&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0723839 Apr 19 17:58:44.145628 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:44.200003 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a5c1349e-754d-4da3-a4e9-6a4156a36bf6 req-786479ac-49b0-45d6-b35d-f8fb9d7e2db5 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 210 time: 0.1911919 Apr 19 17:58:44.476337 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-72ff4054-f1ec-4406-aa6a-d5a0417432cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:44.491792 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-72ff4054-f1ec-4406-aa6a-d5a0417432cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:44.589678 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5c288631-4fdc-4304-b9d6-7911f63a635b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:44.640991 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:44.663666 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Transition to ACTIVE for port object d35eaa2f-711c-48ad-8334-9f4bde80ef2d will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:58:44.673090 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:44.697999 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8f527455-6659-422e-ad6d-64f037a58460 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:44.734841 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fb287539-c6e1-4101-954a-3ffc3f8f6316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:44.740997 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-371844ce-e70c-47a1-a133-e42b76201a25 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Allocated IP 172.20.0.9 (7f5311f3-eeef-4c41-a14f-d2c10a710c53/e67e2e39-6a7d-43fd-81d1-0b2082cf681f/7db8e665-b5da-4dbf-bb57-25ae6e500e32) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 17:58:44.749709 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-72ff4054-f1ec-4406-aa6a-d5a0417432cf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8d80031ebeaa4f589357ed1302db884e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0038619 Apr 19 17:58:44.750795 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff4054-f1ec-4406-aa6a-d5a0417432cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf37ac8-f214-4789-88fa-77603583b5c0,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:44.760104 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 54212) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:44.763842 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-72ff4054-f1ec-4406-aa6a-d5a0417432cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:44.767142 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fb287539-c6e1-4101-954a-3ffc3f8f6316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:44.826913 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-69420da6-4338-4cb8-bd53-8e69259f127b req-c7f0887f-f4ce-4ae1-8a3a-2270c25a3db0 service neutron] 10.222.0.81 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7013772 Apr 19 17:58:44.872461 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9c5fc035-462d-47e5-8a1b-99a22a795f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:45.078259 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:45.094990 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Transition to ACTIVE for port object 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:58:45.103541 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:45.116666 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155a100-0605-418c-b20d-d0924e9a1606 None None] Pushing event updated for resources: {'Port': ['ID=d35eaa2f-711c-48ad-8334-9f4bde80ef2d,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:45.119252 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8bfca1e4-5d8d-4880-9f49-9a6f33ebf844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:45.127846 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b155a100-0605-418c-b20d-d0924e9a1606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:45.139761 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6f560413-4308-4007-8184-d54d725b4442 req-47f1ad2a-62db-47af-9be9-babce9877bde tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 210 time: 0.3547008 Apr 19 17:58:45.188928 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb287539-c6e1-4101-954a-3ffc3f8f6316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d31c8b8-ec6b-4b6b-beed-88e8464c3ec9,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:45.194052 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-69420da6-4338-4cb8-bd53-8e69259f127b req-f8c2b322-740d-4399-8ecd-54cb7230467a service neutron] 10.222.0.81 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281136 Apr 19 17:58:45.237296 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fb287539-c6e1-4101-954a-3ffc3f8f6316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:45.273619 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-fe2c0cc5-1bfc-4ff5-82d6-3b788734f3b0 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:45.295245 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-07ee3aae-4420-4696-80b8-7fea5afb5cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:45.339028 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Attempting to bind port 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0 on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 17:58:45.339456 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Attempting to bind port 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0 by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 17:58:45.339875 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Attempting to bind port 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0 on network a2fa5661-1776-4bb8-890c-56efb392f8f6 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:58:45.362072 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-07ee3aae-4420-4696-80b8-7fea5afb5cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:45.402879 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 17, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 17:58:45.404101 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Checking segment: {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:58:45.404101 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:45.404356 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Bound using segment: {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 17:58:45.404797 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Bound port: 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 17:58:45.405231 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:45.451082 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-07ee3aae-4420-4696-80b8-7fea5afb5cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:45.460209 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:45.462861 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-fb287539-c6e1-4101-954a-3ffc3f8f6316 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0a31ba683e7d4bb38d4727d0871e3fbf&name=default HTTP/1.1" status: 200 len: 2976 time: 2.0741174 Apr 19 17:58:45.474707 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 54226) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:45.478452 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:45.530887 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] For port 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 17:58:45.534490 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] For port 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=0a35babf-c2c9-4616-9c33-0dbe19cb2cf0,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 17:58:45.541801 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Attempting to bind port d35eaa2f-711c-48ad-8334-9f4bde80ef2d on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 17:58:45.542018 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Attempting to bind port d35eaa2f-711c-48ad-8334-9f4bde80ef2d by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': '647dae85-79d8-4c98-8777-33601c559113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 17:58:45.542296 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Attempting to bind port d35eaa2f-711c-48ad-8334-9f4bde80ef2d on network 2bf94a7d-dd30-4a9d-8286-77365bd61729 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:58:45.542765 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:45.547438 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-07ee3aae-4420-4696-80b8-7fea5afb5cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:45.548813 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-07ee3aae-4420-4696-80b8-7fea5afb5cbe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dbf37ac8-f214-4789-88fa-77603583b5c0 HTTP/1.1" status: 204 len: 168 time: 0.7873814 Apr 19 17:58:45.555260 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2c993-f502-4746-9ade-86bae8e2c36b None None] Pushing event updated for resources: {'Port': ['ID=0a35babf-c2c9-4616-9c33-0dbe19cb2cf0,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:45.559182 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-add2c993-f502-4746-9ade-86bae8e2c36b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:45.560076 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:45.572581 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee3aae-4420-4696-80b8-7fea5afb5cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf37ac8-f214-4789-88fa-77603583b5c0,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:45.596152 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 17, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 17:58:45.596625 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Checking segment: {'id': '647dae85-79d8-4c98-8777-33601c559113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:58:45.597118 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:45.597552 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Bound using segment: {'id': '647dae85-79d8-4c98-8777-33601c559113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 17:58:45.617560 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Bound port: d35eaa2f-711c-48ad-8334-9f4bde80ef2d, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647dae85-79d8-4c98-8777-33601c559113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 17:58:45.618188 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:45.711925 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2c993-f502-4746-9ade-86bae8e2c36b None None] Pushing event updated for resources: {'Port': ['ID=0a35babf-c2c9-4616-9c33-0dbe19cb2cf0,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:45.712227 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-07ee3aae-4420-4696-80b8-7fea5afb5cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:45.751399 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-add2c993-f502-4746-9ade-86bae8e2c36b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:45.822797 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] For port d35eaa2f-711c-48ad-8334-9f4bde80ef2d, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 17:58:45.826446 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] For port d35eaa2f-711c-48ad-8334-9f4bde80ef2d, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=d35eaa2f-711c-48ad-8334-9f4bde80ef2d,segment=NetworkSegment(647dae85-79d8-4c98-8777-33601c559113),segment_id=647dae85-79d8-4c98-8777-33601c559113)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 17:58:45.832010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:45.851298 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:45.857785 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Routers {'4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 17:58:45.858713 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T17:58:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:58:45.938265 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-710a26cf-d776-445e-a2c2-28b3698c8f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:46.019993 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Allocated IP 172.20.0.1 (dcf4d709-3c2a-494e-b091-646278271f9d/36555cf9-033c-4142-bb83-8ae1c4a8eb89/b3390b02-2d7c-464f-bf22-406092b7ec6f) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 17:58:46.080545 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-710a26cf-d776-445e-a2c2-28b3698c8f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:46.128351 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Routers {'3934b033-8476-4b6a-90f1-b88a28fe596f'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 17:58:46.129099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T17:58:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['3934b033-8476-4b6a-90f1-b88a28fe596f'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:58:46.162729 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-710a26cf-d776-445e-a2c2-28b3698c8f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:46.297098 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-07ee3aae-4420-4696-80b8-7fea5afb5cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:46.299462 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-fe2c0cc5-1bfc-4ff5-82d6-3b788734f3b0 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:46.304056 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-64acf928-53e6-41b7-8aab-e13d07b03355 req-b9276284-f131-46cb-8497-298be46350ca tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 210 time: 0.2704060 Apr 19 17:58:46.358895 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155a100-0605-418c-b20d-d0924e9a1606 None None] Pushing event updated for resources: {'Port': ['ID=d35eaa2f-711c-48ad-8334-9f4bde80ef2d,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:46.364860 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b155a100-0605-418c-b20d-d0924e9a1606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:46.395347 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] Set router 3934b033-8476-4b6a-90f1-b88a28fe596f gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 17:58:46.434415 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c9d01c5f-d70f-4884-9682-fcb87220112d req-2d062742-931b-4478-8163-79b5641e990e tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 210 time: 0.2778959 Apr 19 17:58:46.453147 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a26cf-d776-445e-a2c2-28b3698c8f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d31c8b8-ec6b-4b6b-beed-88e8464c3ec9,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:46.455392 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9351e512-9abc-4804-be25-ada412c5bd1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:46.467016 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-832352a7-8dc5-4ce3-a0f9-2cef8e151c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:46.522952 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-710a26cf-d776-445e-a2c2-28b3698c8f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:46.610753 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-710a26cf-d776-445e-a2c2-28b3698c8f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:46.636392 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-710a26cf-d776-445e-a2c2-28b3698c8f2f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8d31c8b8-ec6b-4b6b-beed-88e8464c3ec9 HTTP/1.1" status: 204 len: 168 time: 1.1397533 Apr 19 17:58:46.671906 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-371844ce-e70c-47a1-a133-e42b76201a25 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:46.831251 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] Set router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 17:58:46.866197 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-371844ce-e70c-47a1-a133-e42b76201a25 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:46.919571 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-17cee92d-676d-4ca6-8887-8b4233835897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:47.130598 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'name': 'tempest-ServerRescueNegativeTestJSON-644209164-router', 'tenant_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '6b224956-779b-4d5f-9016-57caac660678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:28Z', 'updated_at': '2021-04-19T17:58:38Z', 'revision_number': 4, 'project_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'gw_port': {'id': '6b224956-779b-4d5f-9016-57caac660678', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:29Z', 'updated_at': '2021-04-19T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': 'd35eaa2f-711c-48ad-8334-9f4bde80ef2d', 'name': '', 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729', 'tenant_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'mac_address': 'fa:16:3e:d2:f7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b92ef63-a0d2-412e-89de-24f4b22a0c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:45Z', 'revision_number': 4, 'project_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'subnets': [{'id': '7b92ef63-a0d2-412e-89de-24f4b22a0c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:58:47.143254 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dd75c8-2b20-45f6-ba0b-a94cc4d5abc4 None None] The sync data for ids ['3934b033-8476-4b6a-90f1-b88a28fe596f'] in dv-cinder-786927-1-smb is: [{'id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'name': 'tempest-ServerRescueNegativeTestJSON-644209164-router', 'tenant_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '6b224956-779b-4d5f-9016-57caac660678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:28Z', 'updated_at': '2021-04-19T17:58:38Z', 'revision_number': 4, 'project_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'gw_port': {'id': '6b224956-779b-4d5f-9016-57caac660678', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:29Z', 'updated_at': '2021-04-19T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': 'd35eaa2f-711c-48ad-8334-9f4bde80ef2d', 'name': '', 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729', 'tenant_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'mac_address': 'fa:16:3e:d2:f7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b92ef63-a0d2-412e-89de-24f4b22a0c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:45Z', 'revision_number': 4, 'project_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'subnets': [{'id': '7b92ef63-a0d2-412e-89de-24f4b22a0c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 17:58:47.255572 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371844ce-e70c-47a1-a133-e42b76201a25 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Pushing event updated for resources: {'Port': ['ID=7db8e665-b5da-4dbf-bb57-25ae6e500e32,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:47.386275 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-371844ce-e70c-47a1-a133-e42b76201a25 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:58:47.388340 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-371844ce-e70c-47a1-a133-e42b76201a25 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:47.416233 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-371844ce-e70c-47a1-a133-e42b76201a25 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:58:47.442246 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-371844ce-e70c-47a1-a133-e42b76201a25 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 17:58:47.469125 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-371844ce-e70c-47a1-a133-e42b76201a25 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:47.469873 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-371844ce-e70c-47a1-a133-e42b76201a25 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:47.674000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device d35eaa2f-711c-48ad-8334-9f4bde80ef2d up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:58:47.677276 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-371844ce-e70c-47a1-a133-e42b76201a25 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7279711 Apr 19 17:58:47.718183 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-826e8ec1-e605-42b8-bd4f-9d75063c7c53 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 17:58:47.719373 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-826e8ec1-e605-42b8-bd4f-9d75063c7c53 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084136 Apr 19 17:58:47.741004 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572695e-c82c-45a5-b96a-cc9e61a84d41 req-4feaa587-3833-4f0c-9abf-65e1cae478d4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:47.752230 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3572695e-c82c-45a5-b96a-cc9e61a84d41 req-4feaa587-3833-4f0c-9abf-65e1cae478d4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 931 time: 0.5050101 Apr 19 17:58:47.843403 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3572695e-c82c-45a5-b96a-cc9e61a84d41 req-08e81aad-0dde-4ba2-80ca-d7a9916e964a tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0918105-0316-45f1-ac9c-c7e6488f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875261 Apr 19 17:58:48.012649 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 17:58:48.238958 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port d35eaa2f-711c-48ad-8334-9f4bde80ef2d completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:58:48.277614 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port d35eaa2f-711c-48ad-8334-9f4bde80ef2d triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:58:48.278384 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:48.560313 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-9976ef1a-578f-420b-be2e-e1ca6d4d16ac tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:48.561178 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-9976ef1a-578f-420b-be2e-e1ca6d4d16ac tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Synchronizing usage tracker for tenant:ffe142e5172f4ee7b8e1b943c6aa700e on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:58:48.581609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:48.607015 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T17:58:38Z', 'revision_number': 3, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port': {'id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:36:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:58:48.615417 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb13a3-8f58-49e4-b85c-351dfb70b7a8 req-52c8b5cc-7b98-4d2b-9857-ed73e44dae37 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:48.616192 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-27eb13a3-8f58-49e4-b85c-351dfb70b7a8 req-52c8b5cc-7b98-4d2b-9857-ed73e44dae37 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Synchronizing usage tracker for tenant:328b3d778ec64a08957264476af46909 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:58:48.631459 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc0e1b5-100a-4ee9-8b2c-da803ae67779 None None] The sync data for ids ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'] in dv-cinder-786927-1-smb is: [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T17:58:38Z', 'revision_number': 3, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port': {'id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:36:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 17:58:48.667031 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-27eb13a3-8f58-49e4-b85c-351dfb70b7a8 req-52c8b5cc-7b98-4d2b-9857-ed73e44dae37 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Unset dirty status for tenant:328b3d778ec64a08957264476af46909 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:58:48.672096 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-27eb13a3-8f58-49e4-b85c-351dfb70b7a8 req-52c8b5cc-7b98-4d2b-9857-ed73e44dae37 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 931 time: 0.2509999 Apr 19 17:58:48.685729 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-fe2c0cc5-1bfc-4ff5-82d6-3b788734f3b0 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Network f201d044-3a61-4367-b497-ccaed268106c is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:58:48.687160 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-fe2c0cc5-1bfc-4ff5-82d6-3b788734f3b0 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:58:48.716213 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-9976ef1a-578f-420b-be2e-e1ca6d4d16ac tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Unset dirty status for tenant:ffe142e5172f4ee7b8e1b943c6aa700e on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:58:48.717830 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-9976ef1a-578f-420b-be2e-e1ca6d4d16ac tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/networks?id=2bf94a7d-dd30-4a9d-8286-77365bd61729 HTTP/1.1" status: 200 len: 818 time: 0.7475138 Apr 19 17:58:48.718743 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-fe2c0cc5-1bfc-4ff5-82d6-3b788734f3b0 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 17:58:48.734786 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-fe2c0cc5-1bfc-4ff5-82d6-3b788734f3b0 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:48.735596 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-fe2c0cc5-1bfc-4ff5-82d6-3b788734f3b0 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:48.752868 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port d35eaa2f-711c-48ad-8334-9f4bde80ef2d, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=d35eaa2f-711c-48ad-8334-9f4bde80ef2d,segment=NetworkSegment(647dae85-79d8-4c98-8777-33601c559113),segment_id=647dae85-79d8-4c98-8777-33601c559113)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:58:48.759100 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:48.787000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:48.797102 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Request body: {'port': {'device_id': '2b88f708-5d54-4b78-b832-5efae51b1212', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:48.931748 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c0cc5-1bfc-4ff5-82d6-3b788734f3b0 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Pushing event updated for resources: {'Port': ['ID=ceee0ee5-bf22-44bd-a452-41d00cbae29b,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:48.954239 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-27eb13a3-8f58-49e4-b85c-351dfb70b7a8 req-11cc152c-2846-440e-b383-86350fd017d8 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749560 Apr 19 17:58:48.976448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=d35eaa2f-711c-48ad-8334-9f4bde80ef2d,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:48.984092 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:48.997754 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 54326) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:49.074280 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:49.136630 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.52', 57365) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:49.186657 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Transition to ACTIVE for port object b3390b02-2d7c-464f-bf22-406092b7ec6f will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:58:49.319522 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fe2c0cc5-1bfc-4ff5-82d6-3b788734f3b0 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.864s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:49.375479 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:49.407036 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-24cf5a00-bca2-4c65-b16b-4969812e74ce tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/quotas/ffe142e5172f4ee7b8e1b943c6aa700e HTTP/1.1" status: 200 len: 375 time: 0.6406939 Apr 19 17:58:49.469230 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-fe2c0cc5-1bfc-4ff5-82d6-3b788734f3b0 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3770311 Apr 19 17:58:49.523654 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device d35eaa2f-711c-48ad-8334-9f4bde80ef2d up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:58:49.625831 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-18099728-81a7-4d81-9a37-305b89263d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:49.632838 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69420da6-4338-4cb8-bd53-8e69259f127b req-57f18b90-b317-4611-b095-dbf995a0c31f tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:49.635517 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-69420da6-4338-4cb8-bd53-8e69259f127b req-57f18b90-b317-4611-b095-dbf995a0c31f tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.52 "GET /v2.0/networks?id=2bf94a7d-dd30-4a9d-8286-77365bd61729 HTTP/1.1" status: 200 len: 818 time: 0.4963055 Apr 19 17:58:49.675963 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-478572219-network', 'tenant_id': 'e13bb83d887347e9b2d9ce440f452d6e'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:49.682673 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:49.688432 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Usage tracker for resource:network and tenant:e13bb83d887347e9b2d9ce440f452d6e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:49.692468 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:49.710349 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:49.749022 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Network dcf4d709-3c2a-494e-b091-646278271f9d is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:58:49.759478 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-69420da6-4338-4cb8-bd53-8e69259f127b req-6afa209e-5706-4e27-a89d-88b160836574 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Request body: {'port': {'device_id': 'db2e6efd-69ee-45c9-a75e-7d588ea5073f', 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729', 'admin_state_up': True, 'tenant_id': 'ffe142e5172f4ee7b8e1b943c6aa700e'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:49.785758 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08d6262f-3519-48fd-8a97-1b163d32589e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:49.791626 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Request body: {'port': {'device_id': '00833be6-d960-4d0e-8e9a-1763f619e989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:49.815541 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Made reservation on behalf of e13bb83d887347e9b2d9ce440f452d6e for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:58:49.821052 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:49.850964 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:49.919703 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:58:49.983598 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:50.001647 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Usage tracker for resource:security_group_rule and tenant:e13bb83d887347e9b2d9ce440f452d6e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:50.018446 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:50.019426 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:50.028000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:50.075635 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port d35eaa2f-711c-48ad-8334-9f4bde80ef2d triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:58:50.076066 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:50.112027 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 17:58:50.113452 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852965630'] for router_interface, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:50.165630 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:50.374369 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:50.416144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-aacfa2c2-cc9f-4294-a244-593f7aca3617 None None] Provisioning for port b3390b02-2d7c-464f-bf22-406092b7ec6f completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:58:50.487945 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-aacfa2c2-cc9f-4294-a244-593f7aca3617 None None] Provisioning complete for port b3390b02-2d7c-464f-bf22-406092b7ec6f triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:58:50.488531 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aacfa2c2-cc9f-4294-a244-593f7aca3617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:50.522227 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:50.592852 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:50.598563 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-aacfa2c2-cc9f-4294-a244-593f7aca3617 None None] Port b3390b02-2d7c-464f-bf22-406092b7ec6f cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 17:58:50.677765 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:50.713276 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Pushing event updated for resources: {'Port': ['ID=b3390b02-2d7c-464f-bf22-406092b7ec6f,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:50.717012 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.091s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:50.904804 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:50.955674 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 17:58:50.968536 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:50.968923 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Added segment 67246c67-8f40-401f-b01c-bd2901a3209f of type vlan for network d0cce444-b169-4dcc-a13e-f6f307662239 Apr 19 17:58:51.005341 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764668142058'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:51.041047 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6f1c95ab-8493-4284-84bd-9a6f1865854c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:51.064976 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:51.263570 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:51.264030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:51.289740 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-69420da6-4338-4cb8-bd53-8e69259f127b req-6afa209e-5706-4e27-a89d-88b160836574 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:51.357023 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.db.resource_extend [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 17:58:51.365644 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-69420da6-4338-4cb8-bd53-8e69259f127b req-6afa209e-5706-4e27-a89d-88b160836574 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:51.377810 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-5a4cbf5d-665c-40d8-bba0-db14afd38c02 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ffe142e5172f4ee7b8e1b943c6aa700e&fields=id HTTP/1.1" status: 200 len: 255 time: 1.9073989 Apr 19 17:58:51.396406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:51.433384 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:51.445557 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853104465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810277'] for router_interface, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:51.568366 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:51.577848 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:58:51.586840 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:51.650497 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69420da6-4338-4cb8-bd53-8e69259f127b req-6afa209e-5706-4e27-a89d-88b160836574 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Made reservation on behalf of ffe142e5172f4ee7b8e1b943c6aa700e for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:58:51.672077 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-69420da6-4338-4cb8-bd53-8e69259f127b req-6afa209e-5706-4e27-a89d-88b160836574 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:51.721122 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Pushing event updated for resources: {'Port': ['ID=b3390b02-2d7c-464f-bf22-406092b7ec6f,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:51.724917 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:51.806787 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c481cad2-8814-46ae-ab4a-7c9f2187789a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:51.850743 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f616a-8ae8-4e83-9635-e5f8ab3b0403 req-32c62bf6-3f21-453b-85dd-5e0ef6e165d6 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:51.862671 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d48f616a-8ae8-4e83-9635-e5f8ab3b0403 req-32c62bf6-3f21-453b-85dd-5e0ef6e165d6 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 931 time: 1.8845613 Apr 19 17:58:51.933825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:51.941176 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-636dd892-7695-434b-86c5-91e1a7e10f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:52.014358 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0222161 Apr 19 17:58:52.091129 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54390) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:52.147875 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:58:52.155306 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:58:52.155924 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:52.230482 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-bc7d584a-2a55-43c5-9a3e-be3166744701 admin admin] Request body: {'subnet': {'network_id': 'd0cce444-b169-4dcc-a13e-f6f307662239', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-478572219-subnet', 'tenant_id': 'e13bb83d887347e9b2d9ce440f452d6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:52.242857 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-bc7d584a-2a55-43c5-9a3e-be3166744701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:52.256058 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-bc7d584a-2a55-43c5-9a3e-be3166744701 admin admin] Usage tracker for resource:subnet and tenant:e13bb83d887347e9b2d9ce440f452d6e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:52.269394 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-bc7d584a-2a55-43c5-9a3e-be3166744701 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:52.384660 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-bc7d584a-2a55-43c5-9a3e-be3166744701 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:52.401621 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Pushing event updated for resources: {'Network': ['ID=d0cce444-b169-4dcc-a13e-f6f307662239,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:52.429287 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:52.512316 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Network d0cce444-b169-4dcc-a13e-f6f307662239 details requested by agent ovs-agent-dv-cinder-786927-1-smb with host dv-cinder-786927-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 17:58:52.534505 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7d584a-2a55-43c5-9a3e-be3166744701 admin admin] Made reservation on behalf of e13bb83d887347e9b2d9ce440f452d6e for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:58:52.537781 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d48f616a-8ae8-4e83-9635-e5f8ab3b0403 req-85e6774f-682f-4aba-b784-ccd9bb5aa0d6 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0918105-0316-45f1-ac9c-c7e6488f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6716630 Apr 19 17:58:52.540330 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bc7d584a-2a55-43c5-9a3e-be3166744701 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:52.682105 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.db.resource_extend [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 17:58:52.712741 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Network dcf4d709-3c2a-494e-b091-646278271f9d is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:58:52.720260 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:58:52.769356 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-732b4d6e-2033-40e9-bf4d-516cd8e9d2de service neutron] 10.222.0.81 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3757133 Apr 19 17:58:52.820365 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:52.933423 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db8e665-b5da-4dbf-bb57-25ae6e500e32 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 17:58:52.947680 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-69420da6-4338-4cb8-bd53-8e69259f127b req-6afa209e-5706-4e27-a89d-88b160836574 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Allocated IP 172.20.0.2 (2bf94a7d-dd30-4a9d-8286-77365bd61729/7b92ef63-a0d2-412e-89de-24f4b22a0c4d/0a37d879-74e3-43d7-8364-a16bb8b34e7f) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 17:58:52.996770 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:53.022618 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=0a35babf-c2c9-4616-9c33-0dbe19cb2cf0,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:58:53.036593 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:53.039180 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:53.108119 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Transition to ACTIVE for port object 7db8e665-b5da-4dbf-bb57-25ae6e500e32 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:58:53.162725 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:53.197172 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:53.414310 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-378ed841-dee3-4bf3-b4e7-24c37682019d None None] Provisioning complete for port b3390b02-2d7c-464f-bf22-406092b7ec6f triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:58:53.414869 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-378ed841-dee3-4bf3-b4e7-24c37682019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:53.474975 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=0a35babf-c2c9-4616-9c33-0dbe19cb2cf0,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:53.489116 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:53.543188 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-378ed841-dee3-4bf3-b4e7-24c37682019d None None] Port b3390b02-2d7c-464f-bf22-406092b7ec6f cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 17:58:53.659091 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-69420da6-4338-4cb8-bd53-8e69259f127b req-6afa209e-5706-4e27-a89d-88b160836574 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:53.689651 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceee0ee5-bf22-44bd-a452-41d00cbae29b {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 17:58:53.703557 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:53.763327 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Transition to ACTIVE for port object ceee0ee5-bf22-44bd-a452-41d00cbae29b will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:58:53.793965 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:53.826918 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-69420da6-4338-4cb8-bd53-8e69259f127b req-6afa209e-5706-4e27-a89d-88b160836574 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:53.915892 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:53.970775 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69420da6-4338-4cb8-bd53-8e69259f127b req-6afa209e-5706-4e27-a89d-88b160836574 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Network 2bf94a7d-dd30-4a9d-8286-77365bd61729 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:58:53.971704 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Pushing event updated for resources: {'Port': ['ID=7db8e665-b5da-4dbf-bb57-25ae6e500e32,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:53.978132 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-69420da6-4338-4cb8-bd53-8e69259f127b req-6afa209e-5706-4e27-a89d-88b160836574 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:58:53.985300 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:53.987762 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-69420da6-4338-4cb8-bd53-8e69259f127b req-6afa209e-5706-4e27-a89d-88b160836574 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 17:58:53.994064 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69420da6-4338-4cb8-bd53-8e69259f127b req-6afa209e-5706-4e27-a89d-88b160836574 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:53.994794 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-69420da6-4338-4cb8-bd53-8e69259f127b req-6afa209e-5706-4e27-a89d-88b160836574 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:54.005836 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-371844ce-e70c-47a1-a133-e42b76201a25 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:54.051238 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-d70e4acc-2e2c-4b57-8f80-42905f9ba713 service neutron] 10.222.0.81 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2804058 Apr 19 17:58:54.113640 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Attempting to bind port 7db8e665-b5da-4dbf-bb57-25ae6e500e32 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 17:58:54.114280 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Attempting to bind port 7db8e665-b5da-4dbf-bb57-25ae6e500e32 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c5c85a1b-0a3c-47aa-a988-2b483f6ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 17:58:54.114641 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Attempting to bind port 7db8e665-b5da-4dbf-bb57-25ae6e500e32 on network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:58:54.117305 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa209e-5706-4e27-a89d-88b160836574 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Pushing event updated for resources: {'Port': ['ID=0a37d879-74e3-43d7-8364-a16bb8b34e7f,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:54.129981 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6afa209e-5706-4e27-a89d-88b160836574 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:54.157457 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Port 7db8e665-b5da-4dbf-bb57-25ae6e500e32 on network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 17:58:54.157949 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Attempting to bind port 7db8e665-b5da-4dbf-bb57-25ae6e500e32 on network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:58:54.172787 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Checking agent: {'id': '65b29327-db8b-4ae4-8402-12a24c685031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'started_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 17, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 17:58:54.173247 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Checking segment: {'id': 'c5c85a1b-0a3c-47aa-a988-2b483f6ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:58:54.174012 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Bound using segment: {'id': 'c5c85a1b-0a3c-47aa-a988-2b483f6ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 17:58:54.174660 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Bound port: 7db8e665-b5da-4dbf-bb57-25ae6e500e32, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c85a1b-0a3c-47aa-a988-2b483f6ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 17:58:54.175149 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:54.249479 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-69420da6-4338-4cb8-bd53-8e69259f127b req-6afa209e-5706-4e27-a89d-88b160836574 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4993987 Apr 19 17:58:54.269247 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 17:58:54.272144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23871a6a-1de2-48b6-b22b-a87d98a9a563 req-247417b3-a78a-40a6-bb10-d7163b0a479b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:54.281401 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23871a6a-1de2-48b6-b22b-a87d98a9a563 req-247417b3-a78a-40a6-bb10-d7163b0a479b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 943 time: 0.8964250 Apr 19 17:58:54.375727 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23871a6a-1de2-48b6-b22b-a87d98a9a563 req-5aeac46d-3fd5-40f6-aa48-e43e15516ad0 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927417 Apr 19 17:58:54.455535 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] For port 7db8e665-b5da-4dbf-bb57-25ae6e500e32, host hv-cinder-78692, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 17:58:54.466854 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] For port 7db8e665-b5da-4dbf-bb57-25ae6e500e32, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7db8e665-b5da-4dbf-bb57-25ae6e500e32,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 17:58:54.473805 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:54.496042 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:54.601904 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Pushing event updated for resources: {'Port': ['ID=ceee0ee5-bf22-44bd-a452-41d00cbae29b,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:54.619282 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:54.620442 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:54.622653 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] 10.222.0.52 "PUT /v2.0/ports/7db8e665-b5da-4dbf-bb57-25ae6e500e32 HTTP/1.1" status: 200 len: 1093 time: 6.2928131 Apr 19 17:58:54.630702 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b88f708-5d54-4b78-b832-5efae51b1212', 'tag': '7db8e665-b5da-4dbf-bb57-25ae6e500e32'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 17:58:54.637285 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:54.643195 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Attempting to bind port ceee0ee5-bf22-44bd-a452-41d00cbae29b on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 17:58:54.643567 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Attempting to bind port ceee0ee5-bf22-44bd-a452-41d00cbae29b by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '6dadef09-4cd4-454c-b089-4182b9039b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f201d044-3a61-4367-b497-ccaed268106c'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 17:58:54.643931 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Attempting to bind port ceee0ee5-bf22-44bd-a452-41d00cbae29b on network f201d044-3a61-4367-b497-ccaed268106c {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:58:54.840221 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Pushing event updated for resources: {'Port': ['ID=7db8e665-b5da-4dbf-bb57-25ae6e500e32,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:54.844622 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:54.861014 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Port ceee0ee5-bf22-44bd-a452-41d00cbae29b on network f201d044-3a61-4367-b497-ccaed268106c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 17:58:54.861492 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Attempting to bind port ceee0ee5-bf22-44bd-a452-41d00cbae29b on network f201d044-3a61-4367-b497-ccaed268106c {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:58:54.874772 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13267d1d-d740-4007-8c8e-b0f596eb54b8 req-806f3ac2-9988-4d06-94cd-a3810df42c9d tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:54.876924 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-13267d1d-d740-4007-8c8e-b0f596eb54b8 req-806f3ac2-9988-4d06-94cd-a3810df42c9d tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 943 time: 0.1731684 Apr 19 17:58:54.942717 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f5d33a05-e3ff-4537-8ceb-7d8acd643a09 req-e4a31ec6-4447-4662-9c8e-1454326184e9 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 210 time: 0.3347187 Apr 19 17:58:54.950296 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-13267d1d-d740-4007-8c8e-b0f596eb54b8 req-50b3440c-0301-41e4-8030-0605efebf17c tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0918105-0316-45f1-ac9c-c7e6488f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576639 Apr 19 17:58:55.000562 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Checking agent: {'id': '65b29327-db8b-4ae4-8402-12a24c685031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'started_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 17, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 17:58:55.000936 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Checking segment: {'id': '6dadef09-4cd4-454c-b089-4182b9039b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f201d044-3a61-4367-b497-ccaed268106c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:58:55.001560 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Bound using segment: {'id': '6dadef09-4cd4-454c-b089-4182b9039b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f201d044-3a61-4367-b497-ccaed268106c'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 17:58:55.002148 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Bound port: ceee0ee5-bf22-44bd-a452-41d00cbae29b, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dadef09-4cd4-454c-b089-4182b9039b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f201d044-3a61-4367-b497-ccaed268106c'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 17:58:55.002469 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:55.338249 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 17:58:55.340339 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b88f708-5d54-4b78-b832-5efae51b1212', 'tag': '7db8e665-b5da-4dbf-bb57-25ae6e500e32', 'status': 'completed', 'code': 200} Apr 19 17:58:55.342780 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] For port ceee0ee5-bf22-44bd-a452-41d00cbae29b, host hv-cinder-78692, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 17:58:55.348459 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Sync routers for ids ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 17:58:55.351812 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] For port ceee0ee5-bf22-44bd-a452-41d00cbae29b, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ceee0ee5-bf22-44bd-a452-41d00cbae29b,segment=NetworkSegment(6dadef09-4cd4-454c-b089-4182b9039b22),segment_id=6dadef09-4cd4-454c-b089-4182b9039b22)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 17:58:55.363640 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:55.377679 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] 10.222.0.81 "PUT /v2.0/routers/4ba5d1bd-4d96-4669-80bd-f1d6a78f721a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9593449 Apr 19 17:58:55.390132 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Routers {'4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 17:58:55.391093 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T17:58:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:58:55.420186 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:55.514913 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:55.515744 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:55.517197 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] 10.222.0.52 "PUT /v2.0/ports/ceee0ee5-bf22-44bd-a452-41d00cbae29b HTTP/1.1" status: 200 len: 1093 time: 5.7491300 Apr 19 17:58:55.517892 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00833be6-d960-4d0e-8e9a-1763f619e989', 'tag': 'ceee0ee5-bf22-44bd-a452-41d00cbae29b'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 17:58:55.638165 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Pushing event updated for resources: {'Port': ['ID=ceee0ee5-bf22-44bd-a452-41d00cbae29b,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:55.646305 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:55.688579 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bc7d584a-2a55-43c5-9a3e-be3166744701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:55.694015 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-36c56c96-decc-4e46-b8c0-5003fcad5f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:55.839619 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d584a-2a55-43c5-9a3e-be3166744701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40e3e1b2-b4ba-4c4e-b073-2c28f230f6e2,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:55.858553 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bc7d584a-2a55-43c5-9a3e-be3166744701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:55.875627 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Set router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 17:58:55.911124 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf521cf-c9b7-4a68-883d-6ec74389499a req-2edaa749-8954-457d-ad69-9d15c0f5cc3e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:55.915365 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1cf521cf-c9b7-4a68-883d-6ec74389499a req-2edaa749-8954-457d-ad69-9d15c0f5cc3e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 943 time: 0.2859302 Apr 19 17:58:55.931532 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7d584a-2a55-43c5-9a3e-be3166744701 admin admin] Checking segment: {'id': '67246c67-8f40-401f-b01c-bd2901a3209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd0cce444-b169-4dcc-a13e-f6f307662239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:58:55.931929 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7d584a-2a55-43c5-9a3e-be3166744701 admin admin] Network hostable DHCP agents. Network: d0cce444-b169-4dcc-a13e-f6f307662239, hostable agents: ['e04df252-53f8-4f20-921c-5c31ef9947a5'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 17:58:55.979172 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7d584a-2a55-43c5-9a3e-be3166744701 admin admin] Network d0cce444-b169-4dcc-a13e-f6f307662239 is scheduled to be hosted by DHCP agent e04df252-53f8-4f20-921c-5c31ef9947a5 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 17:58:55.983272 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:58:56.003627 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-bc7d584a-2a55-43c5-9a3e-be3166744701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-smb, d0cce444-b169-4dcc-a13e-f6f307662239) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:58:56.008029 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d584a-2a55-43c5-9a3e-be3166744701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:56.008675 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bc7d584a-2a55-43c5-9a3e-be3166744701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:56.038764 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1cf521cf-c9b7-4a68-883d-6ec74389499a req-71668e66-3066-4fed-858b-091da9b1e39f tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174002 Apr 19 17:58:56.039827 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-bc7d584a-2a55-43c5-9a3e-be3166744701 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.8484023 Apr 19 17:58:56.066779 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcb8b27-b16f-4146-b74b-58e2e0368399 None None] Network d0cce444-b169-4dcc-a13e-f6f307662239 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:58:56.349673 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54506) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:56.422524 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00833be6-d960-4d0e-8e9a-1763f619e989', 'tag': 'ceee0ee5-bf22-44bd-a452-41d00cbae29b', 'status': 'completed', 'code': 200} Apr 19 17:58:56.595495 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:58:56.596002 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:56.621810 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f08c985-5329-4d28-aa2a-b8739adb8f20 None None] Network d0cce444-b169-4dcc-a13e-f6f307662239 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:58:56.650981 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54520) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:56.658415 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-94132b03-b2d4-4898-8f8b-00ff30642d90 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1276767162', 'description': 'tempest-description--471333091'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:56.672547 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-94132b03-b2d4-4898-8f8b-00ff30642d90 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:56.683658 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-94132b03-b2d4-4898-8f8b-00ff30642d90 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Usage tracker for resource:security_group and tenant:74fdb2ea59884c7794b2178018c22752 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:56.694374 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-94132b03-b2d4-4898-8f8b-00ff30642d90 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:56.701356 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-bf329346-b0d9-4639-af4c-a454187ae652 req-63e86c92-d21f-4a8b-b4e5-3b38037b8bc6 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Synchronizing usage tracker for tenant:ffe142e5172f4ee7b8e1b943c6aa700e on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:58:56.759938 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-bf329346-b0d9-4639-af4c-a454187ae652 req-63e86c92-d21f-4a8b-b4e5-3b38037b8bc6 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Unset dirty status for tenant:ffe142e5172f4ee7b8e1b943c6aa700e on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:58:56.761536 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bf329346-b0d9-4639-af4c-a454187ae652 req-63e86c92-d21f-4a8b-b4e5-3b38037b8bc6 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 210 time: 0.1515837 Apr 19 17:58:56.764161 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-94132b03-b2d4-4898-8f8b-00ff30642d90 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:56.825391 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f1db3dc8-5d0c-410b-b935-bca633889a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:56.849719 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 54528) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:56.856016 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1876214849-network', 'tenant_id': '916e126c4f0b425b90a5aa96ef1ff09e'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:56.860787 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f1db3dc8-5d0c-410b-b935-bca633889a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:56.861713 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:56.864504 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-94132b03-b2d4-4898-8f8b-00ff30642d90 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:56.865865 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Usage tracker for resource:network and tenant:916e126c4f0b425b90a5aa96ef1ff09e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:56.869328 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:56.877287 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:56.880083 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f1db3dc8-5d0c-410b-b935-bca633889a8b admin admin] Usage tracker for resource:security_group_rule and tenant:518c5fd4a36a4e7d894013ac39ca180e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:56.887683 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f1db3dc8-5d0c-410b-b935-bca633889a8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:56.889179 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Made reservation on behalf of 916e126c4f0b425b90a5aa96ef1ff09e for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:58:56.895265 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:56.898049 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f1db3dc8-5d0c-410b-b935-bca633889a8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:56.912492 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:56.917770 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-94132b03-b2d4-4898-8f8b-00ff30642d90 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:56.928340 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:56.932387 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:916e126c4f0b425b90a5aa96ef1ff09e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:56.933278 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-94132b03-b2d4-4898-8f8b-00ff30642d90 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Usage tracker for resource:security_group_rule and tenant:74fdb2ea59884c7794b2178018c22752 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:56.935676 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:56.939187 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-94132b03-b2d4-4898-8f8b-00ff30642d90 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:56.941635 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:56.950704 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-94132b03-b2d4-4898-8f8b-00ff30642d90 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:56.999092 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d9350-3b7a-4ae3-b58e-6cf32d87e173 req-068bf84b-5655-4dd7-866c-450f5d574875 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:57.001638 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-9d6d9350-3b7a-4ae3-b58e-6cf32d87e173 req-068bf84b-5655-4dd7-866c-450f5d574875 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Synchronizing usage tracker for tenant:cc7335aa15944b46a7f72726f22a886c on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:58:57.048786 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-9d6d9350-3b7a-4ae3-b58e-6cf32d87e173 req-068bf84b-5655-4dd7-866c-450f5d574875 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Unset dirty status for tenant:cc7335aa15944b46a7f72726f22a886c on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:58:57.050119 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9d6d9350-3b7a-4ae3-b58e-6cf32d87e173 req-068bf84b-5655-4dd7-866c-450f5d574875 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 943 time: 0.2817035 Apr 19 17:58:57.082360 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.086878 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.091964 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fb287539-c6e1-4101-954a-3ffc3f8f6316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:57.132200 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f1db3dc8-5d0c-410b-b935-bca633889a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.158198 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 17:58:57.160163 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f1db3dc8-5d0c-410b-b935-bca633889a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.162748 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-94132b03-b2d4-4898-8f8b-00ff30642d90 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.174620 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-9d6d9350-3b7a-4ae3-b58e-6cf32d87e173 req-eb1ac571-0fde-4589-baf8-363f78de53e8 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Synchronizing usage tracker for tenant:cc7335aa15944b46a7f72726f22a886c on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:58:57.179783 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a442ea9-a770-4c9d-8e89-277ac13e74e8,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:57.179987 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:57.194057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-94132b03-b2d4-4898-8f8b-00ff30642d90 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.206772 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:57.207680 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T17:58:50Z', 'revision_number': 4, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port': {'id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': 'b3390b02-2d7c-464f-bf22-406092b7ec6f', 'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'mac_address': 'fa:16:3e:27:fc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:45Z', 'updated_at': '2021-04-19T17:58:51Z', 'revision_number': 2, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'subnets': [{'id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:58:57.213764 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Checking router: 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 17:58:57.214477 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Updating router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a port b3390b02-2d7c-464f-bf22-406092b7ec6f binding host dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 17:58:57.220155 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.220554 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Added segment 88413fbd-507d-4bf6-b537-dd4af71598e4 of type vlan for network c4122ef0-8d94-4ae8-a24a-c1c9381db6ef Apr 19 17:58:57.262659 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f1db3dc8-5d0c-410b-b935-bca633889a8b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=518c5fd4a36a4e7d894013ac39ca180e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9111485 Apr 19 17:58:57.268212 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54544) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:57.271541 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db3dc8-5d0c-410b-b935-bca633889a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998bac71-f4bf-479a-b607-44fc34172f81,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:57.281273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f1db3dc8-5d0c-410b-b935-bca633889a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:57.306129 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-9d6d9350-3b7a-4ae3-b58e-6cf32d87e173 req-eb1ac571-0fde-4589-baf8-363f78de53e8 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Unset dirty status for tenant:cc7335aa15944b46a7f72726f22a886c on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:58:57.307385 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9d6d9350-3b7a-4ae3-b58e-6cf32d87e173 req-eb1ac571-0fde-4589-baf8-363f78de53e8 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0918105-0316-45f1-ac9c-c7e6488f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332385 Apr 19 17:58:57.307945 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bd57e02d-9510-4c66-afb6-9111101dbcfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:57.354428 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-94132b03-b2d4-4898-8f8b-00ff30642d90 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.356067 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-94132b03-b2d4-4898-8f8b-00ff30642d90 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7042117 Apr 19 17:58:57.374182 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54550) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:57.382828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-caa73aed-a385-4d46-838a-28efb33c494c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Request body: {'security_group_rule': {'security_group_id': '3f789398-7c4f-4dbd-a660-e41a82973cc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:57.395996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94132b03-b2d4-4898-8f8b-00ff30642d90 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f789398-7c4f-4dbd-a660-e41a82973cc9,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:57.406235 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-caa73aed-a385-4d46-838a-28efb33c494c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:57.410427 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-94132b03-b2d4-4898-8f8b-00ff30642d90 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:57.417685 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-caa73aed-a385-4d46-838a-28efb33c494c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Usage tracker for resource:security_group_rule and tenant:74fdb2ea59884c7794b2178018c22752 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:57.422211 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-caa73aed-a385-4d46-838a-28efb33c494c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:57.430944 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-caa73aed-a385-4d46-838a-28efb33c494c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:57.453866 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6f9f9576-f8aa-4395-b8ee-c4c88b55cac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.478963 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764668142058'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.481370 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-caa73aed-a385-4d46-838a-28efb33c494c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.501334 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6f9f9576-f8aa-4395-b8ee-c4c88b55cac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.537135 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.554172 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8bc77-22d0-4db2-bbaf-83f4e2c913d0 req-9ac5960b-accf-48c5-93a9-2a0efed588d0 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:57.562714 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5b8bc77-22d0-4db2-bbaf-83f4e2c913d0 req-9ac5960b-accf-48c5-93a9-2a0efed588d0 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 943 time: 0.3184321 Apr 19 17:58:57.578566 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.581970 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:57.582622 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.585419 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-caa73aed-a385-4d46-838a-28efb33c494c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.595924 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-caa73aed-a385-4d46-838a-28efb33c494c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.596540 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:57.596621 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:57.642050 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6f9f9576-f8aa-4395-b8ee-c4c88b55cac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.649334 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6f9f9576-f8aa-4395-b8ee-c4c88b55cac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.652246 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6f9f9576-f8aa-4395-b8ee-c4c88b55cac1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/998bac71-f4bf-479a-b607-44fc34172f81 HTTP/1.1" status: 204 len: 168 time: 0.3823297 Apr 19 17:58:57.653833 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-caa73aed-a385-4d46-838a-28efb33c494c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.655678 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-caa73aed-a385-4d46-838a-28efb33c494c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2804739 Apr 19 17:58:57.658412 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54560) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:57.663362 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa73aed-a385-4d46-838a-28efb33c494c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564106d8-14c4-4e67-95ef-c219df722a9f,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:57.670016 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-2a53df99-665e-4b43-9384-bc20694371f4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Request body: {'security_group_rule': {'security_group_id': '3f789398-7c4f-4dbd-a660-e41a82973cc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:57.678601 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2a53df99-665e-4b43-9384-bc20694371f4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:57.682383 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-caa73aed-a385-4d46-838a-28efb33c494c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:57.683619 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:57.697699 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2a53df99-665e-4b43-9384-bc20694371f4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Usage tracker for resource:security_group_rule and tenant:74fdb2ea59884c7794b2178018c22752 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:57.704339 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f9576-f8aa-4395-b8ee-c4c88b55cac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998bac71-f4bf-479a-b607-44fc34172f81,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:57.706812 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2a53df99-665e-4b43-9384-bc20694371f4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:57.710908 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6f9f9576-f8aa-4395-b8ee-c4c88b55cac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:57.717298 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2a53df99-665e-4b43-9384-bc20694371f4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:57.786508 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Request body: {'port': {'device_id': 'db2e6efd-69ee-45c9-a75e-7d588ea5073f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:57.820175 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2a53df99-665e-4b43-9384-bc20694371f4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.909529 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5b8bc77-22d0-4db2-bbaf-83f4e2c913d0 req-a9313204-2c0b-4a71-b808-a4d0aabc834f tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457408 Apr 19 17:58:57.912931 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=c4122ef0-8d94-4ae8-a24a-c1c9381db6ef,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:57.915056 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33906c50-bb00-49ce-aede-852dcc99957f req-ee36b137-f310-4f3c-bc3e-eeabee4014c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:57.916736 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-33906c50-bb00-49ce-aede-852dcc99957f req-ee36b137-f310-4f3c-bc3e-eeabee4014c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=328b3d778ec64a08957264476af46909&device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 1096 time: 0.1550620 Apr 19 17:58:57.922901 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2a53df99-665e-4b43-9384-bc20694371f4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:57.928133 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:57.939239 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0882330 Apr 19 17:58:57.944957 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 54568) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:57.977175 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-117a10a6-8697-4729-b2c7-f9b817ce1d17 admin admin] Request body: {'subnet': {'network_id': 'c4122ef0-8d94-4ae8-a24a-c1c9381db6ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1876214849-subnet', 'tenant_id': '916e126c4f0b425b90a5aa96ef1ff09e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:58.053799 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-117a10a6-8697-4729-b2c7-f9b817ce1d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:58.089971 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-117a10a6-8697-4729-b2c7-f9b817ce1d17 admin admin] Usage tracker for resource:subnet and tenant:916e126c4f0b425b90a5aa96ef1ff09e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:58.097863 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-117a10a6-8697-4729-b2c7-f9b817ce1d17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:58.151626 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:58.156839 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-117a10a6-8697-4729-b2c7-f9b817ce1d17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:58.167037 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Transition to ACTIVE for port object b3390b02-2d7c-464f-bf22-406092b7ec6f will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:58:58.176869 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Network c4122ef0-8d94-4ae8-a24a-c1c9381db6ef details requested by agent ovs-agent-dv-cinder-786927-1-smb with host dv-cinder-786927-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 17:58:58.199142 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117a10a6-8697-4729-b2c7-f9b817ce1d17 admin admin] Made reservation on behalf of 916e126c4f0b425b90a5aa96ef1ff09e for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:58:58.204954 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-117a10a6-8697-4729-b2c7-f9b817ce1d17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:58.242839 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:58.314391 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:58.327035 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d0bbd0fb-e1af-4299-b336-8a05bf593812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:58.404558 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66455717-43e5-4228-bec6-92e1d85dc528 None None] Pushing event updated for resources: {'Port': ['ID=b3390b02-2d7c-464f-bf22-406092b7ec6f,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:58.416735 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-66455717-43e5-4228-bec6-92e1d85dc528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:58.451395 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33906c50-bb00-49ce-aede-852dcc99957f req-b5e91f6e-47f8-49fe-8525-cb24f0fd3db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:58.453225 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-33906c50-bb00-49ce-aede-852dcc99957f req-b5e91f6e-47f8-49fe-8525-cb24f0fd3db7 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=328b3d778ec64a08957264476af46909&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5279295 Apr 19 17:58:58.454012 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2a53df99-665e-4b43-9384-bc20694371f4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:58.464606 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d40d5950-8ce8-4877-ab06-6cf4a80b14e4 req-e753c2cc-cbb5-4714-a4e9-208c78f70951 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 210 time: 0.1921299 Apr 19 17:58:58.490864 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-caa73aed-a385-4d46-838a-28efb33c494c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:58.502926 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2a53df99-665e-4b43-9384-bc20694371f4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:58.504236 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2a53df99-665e-4b43-9384-bc20694371f4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8444266 Apr 19 17:58:58.508143 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54578) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:58.515120 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Request body: {'floatingip': {'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:58:58.524326 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:58.529435 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Usage tracker for resource:floatingip and tenant:74fdb2ea59884c7794b2178018c22752 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:58.533383 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:58.544402 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:58.579888 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53df99-665e-4b43-9384-bc20694371f4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530db12a-08fe-4015-9af8-094d3c6bd6b2,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:58.593197 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54582) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:58.594152 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for floatingip, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:58.618385 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2a53df99-665e-4b43-9384-bc20694371f4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:58.645110 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Attempting to bind port b3390b02-2d7c-464f-bf22-406092b7ec6f on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 17:58:58.645529 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Attempting to bind port b3390b02-2d7c-464f-bf22-406092b7ec6f by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': 'ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 17:58:58.645966 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Attempting to bind port b3390b02-2d7c-464f-bf22-406092b7ec6f on network dcf4d709-3c2a-494e-b091-646278271f9d {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:58:58.652900 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 17, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 17:58:58.653352 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Checking segment: {'id': 'ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:58:58.653812 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:58.654279 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Bound using segment: {'id': 'ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 17:58:58.654817 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Bound port: b3390b02-2d7c-464f-bf22-406092b7ec6f, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 17:58:58.655238 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:58.710958 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8cfe83c9-4d97-4049-b9b8-45fa01ca150d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:58.742516 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-8cfe83c9-4d97-4049-b9b8-45fa01ca150d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:58.750298 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8cfe83c9-4d97-4049-b9b8-45fa01ca150d admin admin] Usage tracker for resource:security_group_rule and tenant:2e77b363b35642afb2dad5eb5360bfc6 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:58.753694 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8cfe83c9-4d97-4049-b9b8-45fa01ca150d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:58.760940 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-8cfe83c9-4d97-4049-b9b8-45fa01ca150d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:58.810060 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] For port b3390b02-2d7c-464f-bf22-406092b7ec6f, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 17:58:58.822778 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] For port b3390b02-2d7c-464f-bf22-406092b7ec6f, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=b3390b02-2d7c-464f-bf22-406092b7ec6f,segment=NetworkSegment(ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb),segment_id=ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 17:58:58.827909 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:58.843558 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:58.924592 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Routers {'4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 17:58:58.925895 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T17:58:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:58:59.007966 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.52', 57389) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:59.044199 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8cfe83c9-4d97-4049-b9b8-45fa01ca150d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:59.047361 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33906c50-bb00-49ce-aede-852dcc99957f req-dbfcc81f-2865-49f2-82cb-aa9fa22cb6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:59.049289 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-33906c50-bb00-49ce-aede-852dcc99957f req-dbfcc81f-2865-49f2-82cb-aa9fa22cb6f3 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4954886 Apr 19 17:58:59.069249 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8cfe83c9-4d97-4049-b9b8-45fa01ca150d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:59.117872 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-75efed00-8c15-40d1-9d42-9257e2399219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:58:59.220135 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66455717-43e5-4228-bec6-92e1d85dc528 None None] Pushing event updated for resources: {'Port': ['ID=b3390b02-2d7c-464f-bf22-406092b7ec6f,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:59.227785 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-66455717-43e5-4228-bec6-92e1d85dc528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:59.324917 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54602) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:59.329475 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6bf1e-0af5-44ce-a129-73564b5469d8 req-ca977f11-ac18-4f84-8b22-163a18d9b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:59.331579 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-12a6bf1e-0af5-44ce-a129-73564b5469d8 req-ca977f11-ac18-4f84-8b22-163a18d9b7d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc7335aa15944b46a7f72726f22a886c&device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 1096 time: 1.3361826 Apr 19 17:58:59.342979 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] Set router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 17:58:59.369774 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8cfe83c9-4d97-4049-b9b8-45fa01ca150d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e77b363b35642afb2dad5eb5360bfc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7548680 Apr 19 17:58:59.412609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54606) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:58:59.458753 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe83c9-4d97-4049-b9b8-45fa01ca150d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d392e6-3207-45f3-b92f-39da7feaa158,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:58:59.508821 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8cfe83c9-4d97-4049-b9b8-45fa01ca150d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:58:59.617053 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2900890f-0bd9-48e2-9e73-07873f67acd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:59.671335 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aa0543e7-2a91-4ca0-9958-e5e10b781004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:59.723433 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2900890f-0bd9-48e2-9e73-07873f67acd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:58:59.732124 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-aa0543e7-2a91-4ca0-9958-e5e10b781004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:58:59.735532 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acf66f-0189-41a3-89c6-f59d6393f78d req-b247205a-1334-4ec4-8aac-1e781a600565 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:59.737168 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f0acf66f-0189-41a3-89c6-f59d6393f78d req-b247205a-1334-4ec4-8aac-1e781a600565 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 943 time: 1.0010202 Apr 19 17:58:59.759420 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-aa0543e7-2a91-4ca0-9958-e5e10b781004 admin admin] Usage tracker for resource:security_group_rule and tenant:c0a8aed135ce49d68ee24eda758afd6b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:58:59.764334 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-f55a2087-48c4-4224-b038-b478d6feb13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:59.765976 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-f55a2087-48c4-4224-b038-b478d6feb13b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=328b3d778ec64a08957264476af46909&device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 1096 time: 0.5364585 Apr 19 17:58:59.771759 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-aa0543e7-2a91-4ca0-9958-e5e10b781004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:58:59.789651 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dcbad-da04-422d-82b8-453b2fbfaae0 req-c6573975-5cab-4b04-8918-4165b0f0baa5 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:59.791270 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2c5dcbad-da04-422d-82b8-453b2fbfaae0 req-c6573975-5cab-4b04-8918-4165b0f0baa5 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 943 time: 0.6786377 Apr 19 17:58:59.794877 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6bf1e-0af5-44ce-a129-73564b5469d8 req-feabad67-370d-4f6c-ae55-181ba027b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:59.796438 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-12a6bf1e-0af5-44ce-a129-73564b5469d8 req-feabad67-370d-4f6c-ae55-181ba027b0d2 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=cc7335aa15944b46a7f72726f22a886c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3560057 Apr 19 17:58:59.800812 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-aa0543e7-2a91-4ca0-9958-e5e10b781004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:58:59.807740 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T17:58:50Z', 'revision_number': 4, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port': {'id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': 'b3390b02-2d7c-464f-bf22-406092b7ec6f', 'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'mac_address': 'fa:16:3e:27:fc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:45Z', 'updated_at': '2021-04-19T17:58:58Z', 'revision_number': 4, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'subnets': [{'id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:58:59.813177 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5be574-3d7e-45f2-9646-2586580abe0d None None] The sync data for ids ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'] in dv-cinder-786927-1-smb is: [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T17:58:50Z', 'revision_number': 4, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port': {'id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': 'b3390b02-2d7c-464f-bf22-406092b7ec6f', 'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'mac_address': 'fa:16:3e:27:fc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:45Z', 'updated_at': '2021-04-19T17:58:58Z', 'revision_number': 4, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'subnets': [{'id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 17:58:59.901255 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-39aec577-5b0f-43e1-a500-5439d4d3cecb tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:58:59.904127 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-39aec577-5b0f-43e1-a500-5439d4d3cecb tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.52 "GET /v2.0/networks?id=2bf94a7d-dd30-4a9d-8286-77365bd61729 HTTP/1.1" status: 200 len: 818 time: 0.8783391 Apr 19 17:58:59.922974 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-5b5af529-332a-4c0e-913a-6667be428aba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7db8e665-b5da-4dbf-bb57-25ae6e500e32 HTTP/1.1" status: 200 len: 217 time: 0.1465497 Apr 19 17:58:59.991477 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:00.018266 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-1e5b72a3-b69a-45dc-843b-636a05973381 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Request body: {'port': {'device_id': '07d4bb2f-8474-4906-a508-990463ff3740', 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729', 'admin_state_up': True, 'tenant_id': 'ffe142e5172f4ee7b8e1b943c6aa700e'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:59:00.061888 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f0acf66f-0189-41a3-89c6-f59d6393f78d req-66ba79de-290b-4784-a411-ec95cc66956a tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0918105-0316-45f1-ac9c-c7e6488f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993300 Apr 19 17:59:00.105754 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-2c5dcbad-da04-422d-82b8-453b2fbfaae0 req-c1fe7397-fd44-4d9b-b1b2-6dc1ef4a811a tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Synchronizing usage tracker for tenant:328b3d778ec64a08957264476af46909 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:59:00.216624 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2900890f-0bd9-48e2-9e73-07873f67acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:00.225306 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-84ad6621-a0f2-4941-a2b8-0563b359f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:00.227178 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-84ad6621-a0f2-4941-a2b8-0563b359f639 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e67e2e39-6a7d-43fd-81d1-0b2082cf681f HTTP/1.1" status: 200 len: 855 time: 0.2910752 Apr 19 17:59:00.278723 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f1db3dc8-5d0c-410b-b935-bca633889a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:00.306102 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a37d879-74e3-43d7-8364-a16bb8b34e7f {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 17:59:00.320010 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-370ab4c2-2e0e-4d36-8769-993fb88e9479 req-2e46c21e-6616-4ec5-9397-5b606a8b53b3 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 210 time: 0.1010008 Apr 19 17:59:00.324669 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:00.356777 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900890f-0bd9-48e2-9e73-07873f67acd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d392e6-3207-45f3-b92f-39da7feaa158,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:00.357037 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Transition to ACTIVE for port object 0a37d879-74e3-43d7-8364-a16bb8b34e7f will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:59:00.364924 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-2c5dcbad-da04-422d-82b8-453b2fbfaae0 req-c1fe7397-fd44-4d9b-b1b2-6dc1ef4a811a tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Unset dirty status for tenant:328b3d778ec64a08957264476af46909 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:59:00.366241 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2c5dcbad-da04-422d-82b8-453b2fbfaae0 req-c1fe7397-fd44-4d9b-b1b2-6dc1ef4a811a tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889035 Apr 19 17:59:00.373540 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2900890f-0bd9-48e2-9e73-07873f67acd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:00.397691 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-8bd4de38-bf15-45ec-877d-545a2e8b1e2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f5311f3-eeef-4c41-a14f-d2c10a710c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1595411 Apr 19 17:59:00.444332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:00.475525 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:00.515663 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2900890f-0bd9-48e2-9e73-07873f67acd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:00.519401 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2900890f-0bd9-48e2-9e73-07873f67acd6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/27d392e6-3207-45f3-b92f-39da7feaa158 HTTP/1.1" status: 204 len: 168 time: 1.0961967 Apr 19 17:59:00.550650 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Allocated IP 172.28.2.97 (a2fa5661-1776-4bb8-890c-56efb392f8f6/97753496-fb36-4619-b754-5756b6f438bf/3f01a0e9-7a40-4202-bdef-12e0e3e1a193) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 17:59:00.636276 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6bf1e-0af5-44ce-a129-73564b5469d8 req-f7e3cb59-4e0b-4854-b7e5-7d543a7e5d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:00.638335 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-12a6bf1e-0af5-44ce-a129-73564b5469d8 req-f7e3cb59-4e0b-4854-b7e5-7d543a7e5d80 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8170524 Apr 19 17:59:00.643955 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aa0543e7-2a91-4ca0-9958-e5e10b781004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:00.647125 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-c7a76358-e564-4493-a456-0058f661d720 service neutron] 10.222.0.52 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350423 Apr 19 17:59:00.701045 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Pushing event updated for resources: {'Port': ['ID=0a37d879-74e3-43d7-8364-a16bb8b34e7f,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:00.708940 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:00.867369 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-1e5b72a3-b69a-45dc-843b-636a05973381 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:00.873481 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aa0543e7-2a91-4ca0-9958-e5e10b781004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:00.891242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Attempting to bind port 0a37d879-74e3-43d7-8364-a16bb8b34e7f on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 17:59:00.891630 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Attempting to bind port 0a37d879-74e3-43d7-8364-a16bb8b34e7f by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '647dae85-79d8-4c98-8777-33601c559113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 17:59:00.891983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Attempting to bind port 0a37d879-74e3-43d7-8364-a16bb8b34e7f on network 2bf94a7d-dd30-4a9d-8286-77365bd61729 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:59:00.898289 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-1e5b72a3-b69a-45dc-843b-636a05973381 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:00.917494 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Port 0a37d879-74e3-43d7-8364-a16bb8b34e7f on network 2bf94a7d-dd30-4a9d-8286-77365bd61729 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 17:59:00.917858 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Attempting to bind port 0a37d879-74e3-43d7-8364-a16bb8b34e7f on network 2bf94a7d-dd30-4a9d-8286-77365bd61729 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:59:00.933709 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Checking agent: {'id': '65b29327-db8b-4ae4-8402-12a24c685031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'started_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 17, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 17:59:00.934132 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Checking segment: {'id': '647dae85-79d8-4c98-8777-33601c559113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:59:00.934623 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Bound using segment: {'id': '647dae85-79d8-4c98-8777-33601c559113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 17:59:00.935089 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Bound port: 0a37d879-74e3-43d7-8364-a16bb8b34e7f, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '647dae85-79d8-4c98-8777-33601c559113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 17:59:00.935465 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:00.945249 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b0eb7320-5c7b-4902-81b2-42b2c8ade849 req-74a44297-0b62-40d0-8ecc-53062d8896b0 service neutron] 10.222.0.52 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689126 Apr 19 17:59:00.949828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8cfe83c9-4d97-4049-b9b8-45fa01ca150d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:00.994198 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-1e5b72a3-b69a-45dc-843b-636a05973381 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Made reservation on behalf of ffe142e5172f4ee7b8e1b943c6aa700e for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:59:01.000736 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-1e5b72a3-b69a-45dc-843b-636a05973381 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:01.016459 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-aa0543e7-2a91-4ca0-9958-e5e10b781004 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c0a8aed135ce49d68ee24eda758afd6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6554599 Apr 19 17:59:01.021117 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 54640) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:01.036300 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0543e7-2a91-4ca0-9958-e5e10b781004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bb8ee5-18a0-4a74-ad2a-213149d0d964,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:01.041468 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-aa0543e7-2a91-4ca0-9958-e5e10b781004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:01.105846 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:01.144860 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-a4c4e88c-2116-4800-993e-ae0e48afcee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:01.147347 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-a4c4e88c-2116-4800-993e-ae0e48afcee6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc7335aa15944b46a7f72726f22a886c&device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 1096 time: 0.4373171 Apr 19 17:59:01.155996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:01.164665 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fe2c0cc5-1bfc-4ff5-82d6-3b788734f3b0 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:01.205738 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:01.239402 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Network a2fa5661-1776-4bb8-890c-56efb392f8f6 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:59:01.249822 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:59:01.254636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 17:59:01.399604 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Pushing event updated for resources: {'Port': ['ID=3f01a0e9-7a40-4202-bdef-12e0e3e1a193,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:01.411994 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:01.453100 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:01.472044 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54656) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:01.488871 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device b3390b02-2d7c-464f-bf22-406092b7ec6f up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:59:01.623503 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b7e1ce22-ad51-4556-85c4-99b131695304 req-4a1bb118-0a86-4327-9f79-ebaf1b15ca1b tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 210 time: 0.0649137 Apr 19 17:59:01.630639 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port b3390b02-2d7c-464f-bf22-406092b7ec6f completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:59:01.636920 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port b3390b02-2d7c-464f-bf22-406092b7ec6f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:59:01.638095 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:01.681034 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:01.682720 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-a28dccbf-0db7-42a3-96ab-27da76cf0e2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceee0ee5-bf22-44bd-a452-41d00cbae29b HTTP/1.1" status: 200 len: 217 time: 0.5235479 Apr 19 17:59:01.800140 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:01.840826 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port b3390b02-2d7c-464f-bf22-406092b7ec6f, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=b3390b02-2d7c-464f-bf22-406092b7ec6f,segment=NetworkSegment(ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb),segment_id=ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:01.845070 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:01.853304 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:01.893423 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6c434cd9-c853-44c4-8dc0-4ebd0cfcbc55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:01.945219 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-831977d8-f74d-4641-a881-6761074a65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:01.946566 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-831977d8-f74d-4641-a881-6761074a65ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c99f5a9-336b-4cba-aa92-205a0098bf67 HTTP/1.1" status: 200 len: 851 time: 0.2310405 Apr 19 17:59:01.951375 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=b3390b02-2d7c-464f-bf22-406092b7ec6f,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:01.961000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:02.070213 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] For port 0a37d879-74e3-43d7-8364-a16bb8b34e7f, host hv-cinder-78692, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 17:59:02.077701 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-0dc331d9-747a-4151-a0be-449e8fe6a686 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f201d044-3a61-4367-b497-ccaed268106c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060181 Apr 19 17:59:02.176174 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-388c001b-5a0d-4089-ad66-ec029b16e92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:02.197039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6c434cd9-c853-44c4-8dc0-4ebd0cfcbc55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:02.213276 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] For port 0a37d879-74e3-43d7-8364-a16bb8b34e7f, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0a37d879-74e3-43d7-8364-a16bb8b34e7f,segment=NetworkSegment(647dae85-79d8-4c98-8777-33601c559113),segment_id=647dae85-79d8-4c98-8777-33601c559113)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 17:59:02.227403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-388c001b-5a0d-4089-ad66-ec029b16e92b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:02.239721 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-388c001b-5a0d-4089-ad66-ec029b16e92b admin admin] Usage tracker for resource:security_group_rule and tenant:5974c48861564b57b35dfba828d1f5d6 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:02.243874 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-388c001b-5a0d-4089-ad66-ec029b16e92b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:02.267528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-388c001b-5a0d-4089-ad66-ec029b16e92b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:02.293210 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebad130-5630-46fc-ad5f-c32bb7153aa9 req-d8bb7222-75c2-47bd-bc84-fe0fdd3493b9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:02.295090 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4ebad130-5630-46fc-ad5f-c32bb7153aa9 req-d8bb7222-75c2-47bd-bc84-fe0fdd3493b9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 943 time: 0.4793997 Apr 19 17:59:02.329487 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-117a10a6-8697-4729-b2c7-f9b817ce1d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:02.342669 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:02.373917 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-1e5b72a3-b69a-45dc-843b-636a05973381 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Allocated IP 172.20.0.10 (2bf94a7d-dd30-4a9d-8286-77365bd61729/7b92ef63-a0d2-412e-89de-24f4b22a0c4d/fc116bd6-7373-4099-bfd0-77100595c839) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 17:59:02.376007 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:02.401779 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4ebad130-5630-46fc-ad5f-c32bb7153aa9 req-458f925a-7946-4aaa-b10a-da7c839ac6a0 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969505 Apr 19 17:59:02.410966 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:02.418136 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:02.429990 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eacc2-43bc-4f69-8514-ee6c9bf2de1c req-cb022ff3-4283-4aa9-8be2-c6c1be3ba900 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:02.433201 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:02.438584 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3a1eacc2-43bc-4f69-8514-ee6c9bf2de1c req-cb022ff3-4283-4aa9-8be2-c6c1be3ba900 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 943 time: 0.9445417 Apr 19 17:59:02.489338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810353'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:02.537986 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:02.538679 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:02.540199 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-69420da6-4338-4cb8-bd53-8e69259f127b req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] 10.222.0.52 "PUT /v2.0/ports/0a37d879-74e3-43d7-8364-a16bb8b34e7f HTTP/1.1" status: 200 len: 1093 time: 4.7909997 Apr 19 17:59:02.556619 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2e6efd-69ee-45c9-a75e-7d588ea5073f', 'tag': '0a37d879-74e3-43d7-8364-a16bb8b34e7f'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 17:59:02.576481 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Pushing event updated for resources: {'Port': ['ID=3f01a0e9-7a40-4202-bdef-12e0e3e1a193,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:02.586229 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:02.589603 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-388c001b-5a0d-4089-ad66-ec029b16e92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:02.595054 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-388c001b-5a0d-4089-ad66-ec029b16e92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:02.627129 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3a1eacc2-43bc-4f69-8514-ee6c9bf2de1c req-2215478a-2dc5-4ac4-aabe-9ef836ba74e9 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0918105-0316-45f1-ac9c-c7e6488f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875536 Apr 19 17:59:02.627329 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:02.638105 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:02.639428 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1302679 Apr 19 17:59:02.653984 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-388c001b-5a0d-4089-ad66-ec029b16e92b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5974c48861564b57b35dfba828d1f5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1716387 Apr 19 17:59:02.653984 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54692) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:02.682858 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2e6efd-69ee-45c9-a75e-7d588ea5073f', 'tag': '0a37d879-74e3-43d7-8364-a16bb8b34e7f', 'status': 'completed', 'code': 200} Apr 19 17:59:02.713566 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c001b-5a0d-4089-ad66-ec029b16e92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a75e8b-2e82-48ea-8f08-3051c2f20cda,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:02.720682 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-388c001b-5a0d-4089-ad66-ec029b16e92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:02.757116 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a10a6-8697-4729-b2c7-f9b817ce1d17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f803f1e0-d3b5-4b64-aea6-d29d4bbc3707,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:02.758501 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4b4763be-2f82-402e-babc-2752ffc203a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:02.776912 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117a10a6-8697-4729-b2c7-f9b817ce1d17 admin admin] Checking segment: {'id': '88413fbd-507d-4bf6-b537-dd4af71598e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c4122ef0-8d94-4ae8-a24a-c1c9381db6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:59:02.777565 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117a10a6-8697-4729-b2c7-f9b817ce1d17 admin admin] Network hostable DHCP agents. Network: c4122ef0-8d94-4ae8-a24a-c1c9381db6ef, hostable agents: ['e04df252-53f8-4f20-921c-5c31ef9947a5'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 17:59:02.784468 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-117a10a6-8697-4729-b2c7-f9b817ce1d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:02.792485 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:02.843776 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-10f4dcf1-a129-425f-9794-823922b8ceba req-be56e9f6-800e-4039-969b-2612786770c8 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 210 time: 0.0664423 Apr 19 17:59:02.845752 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4b4763be-2f82-402e-babc-2752ffc203a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:02.898486 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-65941f2e-2872-494e-9323-915b754c5451 service neutron] 10.222.0.52 "GET /v2.0/networks/f201d044-3a61-4367-b497-ccaed268106c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7380245 Apr 19 17:59:02.902686 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4b4763be-2f82-402e-babc-2752ffc203a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:02.911859 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0d624035-6c92-466a-a755-cad74d2bfad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:02.923045 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Pushing event updated for resources: {'Port': ['ID=0a37d879-74e3-43d7-8364-a16bb8b34e7f,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:02.926469 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4763be-2f82-402e-babc-2752ffc203a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a75e8b-2e82-48ea-8f08-3051c2f20cda,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:02.928089 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:02.932532 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4b4763be-2f82-402e-babc-2752ffc203a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:02.936201 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4b4763be-2f82-402e-babc-2752ffc203a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:02.941008 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4b4763be-2f82-402e-babc-2752ffc203a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/31a75e8b-2e82-48ea-8f08-3051c2f20cda HTTP/1.1" status: 204 len: 168 time: 0.2883117 Apr 19 17:59:03.003579 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6c434cd9-c853-44c4-8dc0-4ebd0cfcbc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:03.134809 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117a10a6-8697-4729-b2c7-f9b817ce1d17 admin admin] Network c4122ef0-8d94-4ae8-a24a-c1c9381db6ef is scheduled to be hosted by DHCP agent e04df252-53f8-4f20-921c-5c31ef9947a5 with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 17:59:03.147018 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:03.204935 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c434cd9-c853-44c4-8dc0-4ebd0cfcbc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bb8ee5-18a0-4a74-ad2a-213149d0d964,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:03.207438 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6c434cd9-c853-44c4-8dc0-4ebd0cfcbc55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:03.224695 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-117a10a6-8697-4729-b2c7-f9b817ce1d17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-smb, c4122ef0-8d94-4ae8-a24a-c1c9381db6ef) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:59:03.229155 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117a10a6-8697-4729-b2c7-f9b817ce1d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:03.230041 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-117a10a6-8697-4729-b2c7-f9b817ce1d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:03.246546 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f29dbbe-b57c-4e97-8a8f-51f181a60dd9 None None] Network c4122ef0-8d94-4ae8-a24a-c1c9381db6ef requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:59:03.369354 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69420da6-4338-4cb8-bd53-8e69259f127b req-4c199ca7-d8c7-419d-a054-d5a17fcca482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:03.371387 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-69420da6-4338-4cb8-bd53-8e69259f127b req-4c199ca7-d8c7-419d-a054-d5a17fcca482 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ffe142e5172f4ee7b8e1b943c6aa700e&device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 1096 time: 0.7536104 Apr 19 17:59:03.388626 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6c434cd9-c853-44c4-8dc0-4ebd0cfcbc55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:03.390340 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6c434cd9-c853-44c4-8dc0-4ebd0cfcbc55 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/99bb8ee5-18a0-4a74-ad2a-213149d0d964 HTTP/1.1" status: 204 len: 168 time: 2.3291564 Apr 19 17:59:03.419891 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-80178e85-e922-4c85-a44d-6eeb61089c9f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1276767162&fields=id&tenant_id=74fdb2ea59884c7794b2178018c22752 HTTP/1.1" status: 200 len: 267 time: 0.4231932 Apr 19 17:59:03.531484 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54724) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:03.552294 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device b3390b02-2d7c-464f-bf22-406092b7ec6f up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:59:03.570147 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9631602c-2814-499b-9fd0-e156bdd29af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:03.679297 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-117a10a6-8697-4729-b2c7-f9b817ce1d17 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.7251103 Apr 19 17:59:03.703667 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9631602c-2814-499b-9fd0-e156bdd29af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:03.723559 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9631602c-2814-499b-9fd0-e156bdd29af4 admin admin] Usage tracker for resource:security_group_rule and tenant:9584e23e6fd142eb8194ed8fcbbb8c8b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:03.726567 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61095ea6-accf-498d-8225-7d4140b7e3d5 None None] Network c4122ef0-8d94-4ae8-a24a-c1c9381db6ef requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:59:03.737898 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9631602c-2814-499b-9fd0-e156bdd29af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:03.766206 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9631602c-2814-499b-9fd0-e156bdd29af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:03.771570 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-69420da6-4338-4cb8-bd53-8e69259f127b req-9e086bba-e232-433d-8f11-e3ac8fa3ec7c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a37d879-74e3-43d7-8364-a16bb8b34e7f HTTP/1.1" status: 200 len: 217 time: 0.3400826 Apr 19 17:59:03.792617 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-c874c667-9a43-4d29-83f8-af2eefb1718a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:03.794201 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-c874c667-9a43-4d29-83f8-af2eefb1718a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/networks?id=dcf4d709-3c2a-494e-b091-646278271f9d HTTP/1.1" status: 200 len: 809 time: 0.3740880 Apr 19 17:59:03.868525 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69420da6-4338-4cb8-bd53-8e69259f127b req-d2cf861c-0c30-4764-8efd-844ec492f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:03.869773 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-69420da6-4338-4cb8-bd53-8e69259f127b req-d2cf861c-0c30-4764-8efd-844ec492f8c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b92ef63-a0d2-412e-89de-24f4b22a0c4d HTTP/1.1" status: 200 len: 858 time: 0.0897870 Apr 19 17:59:03.883084 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7092c2-8e98-4a79-92f7-336f554f7a04 req-c1625d57-10ce-4ec5-b7c7-75ebf1cddaea service neutron] 10.222.0.52 "GET /v2.0/networks/f201d044-3a61-4367-b497-ccaed268106c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9678938 Apr 19 17:59:03.929136 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17596396-ab3f-427d-89d3-b056fcfbd35b req-4b214e56-9674-4376-8907-fa75a8d93928 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:03.931438 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-17596396-ab3f-427d-89d3-b056fcfbd35b req-4b214e56-9674-4376-8907-fa75a8d93928 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 943 time: 0.3356433 Apr 19 17:59:03.937374 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54738) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:03.952772 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-1e5b72a3-b69a-45dc-843b-636a05973381 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:03.959640 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-69420da6-4338-4cb8-bd53-8e69259f127b req-c6ffce30-e22a-4142-8076-73f7ac13c1a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2bf94a7d-dd30-4a9d-8286-77365bd61729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753694 Apr 19 17:59:03.963216 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-b82fbe06-2b9f-4aa4-a77d-92941f1a0f5d tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/quotas/74fdb2ea59884c7794b2178018c22752 HTTP/1.1" status: 200 len: 375 time: 0.0922306 Apr 19 17:59:03.999784 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9631602c-2814-499b-9fd0-e156bdd29af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:04.043031 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9631602c-2814-499b-9fd0-e156bdd29af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:04.063643 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:04.100107 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port b3390b02-2d7c-464f-bf22-406092b7ec6f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:59:04.100775 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:04.151747 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9ef958-0d1d-4cec-88c4-5917dd560546 admin admin] Deleting subnet 40e3e1b2-b4ba-4c4e-b073-2c28f230f6e2 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 17:59:04.154438 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631602c-2814-499b-9fd0-e156bdd29af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea0cb56-cba2-4a6a-9582-f35f3e4c9042,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:04.159883 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-17596396-ab3f-427d-89d3-b056fcfbd35b req-42a03e06-dc86-4158-8e8f-dcbf59d0ff06 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629226 Apr 19 17:59:04.163022 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9631602c-2814-499b-9fd0-e156bdd29af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:04.163858 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef958-0d1d-4cec-88c4-5917dd560546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:04.209090 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-1e5b72a3-b69a-45dc-843b-636a05973381 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:04.213914 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-69420da6-4338-4cb8-bd53-8e69259f127b req-89012a5d-d9ac-4e26-b3bb-deba77d1430a service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459393 Apr 19 17:59:04.224503 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-660f9c1e-5623-42f5-a688-cfe3007b0f1b tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=74fdb2ea59884c7794b2178018c22752&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1704321 Apr 19 17:59:04.226337 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 54748) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:04.230240 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9631602c-2814-499b-9fd0-e156bdd29af4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9584e23e6fd142eb8194ed8fcbbb8c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6974363 Apr 19 17:59:04.258056 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ed396fac-6790-464b-8501-9fb8b80b16b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:04.290564 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef958-0d1d-4cec-88c4-5917dd560546 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:04.307404 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef958-0d1d-4cec-88c4-5917dd560546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773666'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:04.617363 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103da3cc-ddaf-4c67-819f-f1fd3252bc84 req-51179214-c9ba-456d-a577-2dd678039b9b tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:04.626072 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-103da3cc-ddaf-4c67-819f-f1fd3252bc84 req-51179214-c9ba-456d-a577-2dd678039b9b tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 943 time: 0.2456410 Apr 19 17:59:04.754284 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-1e5b72a3-b69a-45dc-843b-636a05973381 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Network 2bf94a7d-dd30-4a9d-8286-77365bd61729 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:59:04.765734 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-1e5b72a3-b69a-45dc-843b-636a05973381 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:59:04.795854 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-1e5b72a3-b69a-45dc-843b-636a05973381 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 17:59:04.801978 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-1e5b72a3-b69a-45dc-843b-636a05973381 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:04.802674 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-1e5b72a3-b69a-45dc-843b-636a05973381 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:04.815008 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b72a3-b69a-45dc-843b-636a05973381 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Pushing event updated for resources: {'Port': ['ID=fc116bd6-7373-4099-bfd0-77100595c839,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:04.830963 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-103da3cc-ddaf-4c67-819f-f1fd3252bc84 req-df198c7b-7e47-4198-9ff5-15ffaeb4606c tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0918105-0316-45f1-ac9c-c7e6488f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034647 Apr 19 17:59:04.917817 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-bbd90dc3-3bf1-4039-afb3-669379e2b3de service neutron] 10.222.0.81 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402665 Apr 19 17:59:04.920826 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1e5b72a3-b69a-45dc-843b-636a05973381 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:04.924196 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-34c9391e-db0f-46ca-8118-187e601a098f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:04.943253 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef958-0d1d-4cec-88c4-5917dd560546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854002150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:04.956030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:04.962444 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-34c9391e-db0f-46ca-8118-187e601a098f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:04.998137 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d9ef958-0d1d-4cec-88c4-5917dd560546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:05.012082 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ef958-0d1d-4cec-88c4-5917dd560546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40e3e1b2-b4ba-4c4e-b073-2c28f230f6e2,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:05.019823 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d9ef958-0d1d-4cec-88c4-5917dd560546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:05.023781 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5d9ef958-0d1d-4cec-88c4-5917dd560546 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/40e3e1b2-b4ba-4c4e-b073-2c28f230f6e2 HTTP/1.1" status: 204 len: 168 time: 1.0846488 Apr 19 17:59:05.026265 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54772) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:05.054701 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-34c9391e-db0f-46ca-8118-187e601a098f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:05.056304 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-1e5b72a3-b69a-45dc-843b-636a05973381 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0599856 Apr 19 17:59:05.087069 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:05.166036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Request body: {'port': {'device_id': '07d4bb2f-8474-4906-a508-990463ff3740', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:59:05.216509 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9391e-db0f-46ca-8118-187e601a098f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea0cb56-cba2-4a6a-9582-f35f3e4c9042,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:05.229631 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-34c9391e-db0f-46ca-8118-187e601a098f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:05.233035 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-34c9391e-db0f-46ca-8118-187e601a098f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:05.237411 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-34c9391e-db0f-46ca-8118-187e601a098f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ea0cb56-cba2-4a6a-9582-f35f3e4c9042 HTTP/1.1" status: 204 len: 168 time: 1.0063901 Apr 19 17:59:05.240135 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-69420da6-4338-4cb8-bd53-8e69259f127b req-fd108d13-b550-414b-adf6-981cca05d893 service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0146472 Apr 19 17:59:05.265465 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547694'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:05.364630 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811e0f3-70be-4a5a-bc15-9add2506f561 req-3f79fbee-33fc-4b03-ae43-22c4357baa02 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:05.366155 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6811e0f3-70be-4a5a-bc15-9add2506f561 req-3f79fbee-33fc-4b03-ae43-22c4357baa02 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 932 time: 0.2320864 Apr 19 17:59:05.472120 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-6c4cd248-afbf-45e6-9a4e-9a6f0e23186f service neutron] 10.222.0.81 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613726 Apr 19 17:59:05.493813 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:05.518525 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-6811e0f3-70be-4a5a-bc15-9add2506f561 req-c022ccd2-e4e8-4edd-bdc2-44d9a2e38aff tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Synchronizing usage tracker for tenant:ffe142e5172f4ee7b8e1b943c6aa700e on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:59:05.523921 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854002057', 'neutron.services.segments.db._delete_segments_for_network-8764668505459'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:05.564690 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ef399-01b7-43d1-989d-df679c62717a req-f576efd3-6be7-410b-a55f-e1fc395abdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:05.566399 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2e0ef399-01b7-43d1-989d-df679c62717a req-f576efd3-6be7-410b-a55f-e1fc395abdad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ffe142e5172f4ee7b8e1b943c6aa700e&device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 1096 time: 0.2659597 Apr 19 17:59:05.603134 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-6811e0f3-70be-4a5a-bc15-9add2506f561 req-c022ccd2-e4e8-4edd-bdc2-44d9a2e38aff tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Unset dirty status for tenant:ffe142e5172f4ee7b8e1b943c6aa700e on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:59:05.613972 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6811e0f3-70be-4a5a-bc15-9add2506f561 req-c022ccd2-e4e8-4edd-bdc2-44d9a2e38aff tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281513 Apr 19 17:59:05.783890 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:05.785037 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:05.786105 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:05.787247 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:05.788769 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:05.790243 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:05.790697 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:05.801526 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:05.802063 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:05.802516 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:05.834828 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cd34ce61-c8f5-4e27-bfa1-97356f79550c req-8c7b23ff-3627-43ea-8231-940840a9131e tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 210 time: 0.0888963 Apr 19 17:59:05.906255 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:05.906654 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:05.907031 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:05.907409 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:05.908141 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0cce444-b169-4dcc-a13e-f6f307662239']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:59:05.967136 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67246c67-8f40-401f-b01c-bd2901a3209f') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:59:05.967136 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67246c67-8f40-401f-b01c-bd2901a3209f') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:59:05.988586 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272186160483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852251480'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:06.006786 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 7db8e665-b5da-4dbf-bb57-25ae6e500e32 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 17:59:06.034422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:06.047233 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 17:59:06.098005 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ef399-01b7-43d1-989d-df679c62717a req-c505de10-0003-4669-b72a-cb5940b03eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:06.099800 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2e0ef399-01b7-43d1-989d-df679c62717a req-c505de10-0003-4669-b72a-cb5940b03eea service neutron] 10.222.0.52 "GET /v2.0/networks?id=2bf94a7d-dd30-4a9d-8286-77365bd61729 HTTP/1.1" status: 200 len: 919 time: 0.5229568 Apr 19 17:59:06.201584 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44c50c-93fe-4cc8-b964-841b7a289060 req-186e8d94-2b4c-46a2-b996-c0d2ad24150f tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:06.210867 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5a44c50c-93fe-4cc8-b964-841b7a289060 req-186e8d94-2b4c-46a2-b996-c0d2ad24150f tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 943 time: 0.2938070 Apr 19 17:59:06.310905 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 7db8e665-b5da-4dbf-bb57-25ae6e500e32, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7db8e665-b5da-4dbf-bb57-25ae6e500e32,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:06.344237 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': '7db8e665-b5da-4dbf-bb57-25ae6e500e32', 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53', 'port_id': '7db8e665-b5da-4dbf-bb57-25ae6e500e32', 'mac_address': 'fa:16:3e:78:4b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67e2e39-6a7d-43fd-81d1-0b2082cf681f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 17:59:06.365269 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5a44c50c-93fe-4cc8-b964-841b7a289060 req-43b54b79-8654-4f8d-ace0-e8e6f6dcdadb tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532834 Apr 19 17:59:06.383587 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc116bd6-7373-4099-bfd0-77100595c839 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 17:59:06.402761 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Network d0cce444-b169-4dcc-a13e-f6f307662239 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 17:59:06.408527 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:06.432844 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851854246'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:06.472458 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Transition to ACTIVE for port object fc116bd6-7373-4099-bfd0-77100595c839 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:59:06.527502 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:06.561506 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db8e665-b5da-4dbf-bb57-25ae6e500e32 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 17:59:06.597655 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 7db8e665-b5da-4dbf-bb57-25ae6e500e32, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7db8e665-b5da-4dbf-bb57-25ae6e500e32,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:06.602739 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:06.604618 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:06.685267 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:06.685469 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=7db8e665-b5da-4dbf-bb57-25ae6e500e32,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:06.693671 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:06.698095 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Network d0cce444-b169-4dcc-a13e-f6f307662239 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 17:59:06.711281 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2e0ef399-01b7-43d1-989d-df679c62717a req-68f709de-8779-482e-ac9f-80129ccb9ca0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a37d879-74e3-43d7-8364-a16bb8b34e7f HTTP/1.1" status: 200 len: 217 time: 0.2654254 Apr 19 17:59:06.715928 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1e5b72a3-b69a-45dc-843b-636a05973381 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: from cryptography.utils import int_from_bytes Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: from cryptography.utils import int_from_bytes Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: (rel_b, rel_a, rel_b), Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: (rel_b, rel_a, rel_b), Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: timer() Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: cb(*args, **kw) Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: self._notify() Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: self.callback(batched_events) Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: event.method(event) Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: return self._get(url).json() Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: **kwargs) Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: **endpoint_filter) Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 17:59:06.789628 dv-cinder-786927-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 17:59:06.798993 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Pushing event updated for resources: {'Port': ['ID=fc116bd6-7373-4099-bfd0-77100595c839,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:06.803252 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:07.024124 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810306'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:07.035694 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['7db8e665-b5da-4dbf-bb57-25ae6e500e32'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 17:59:07.045440 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d75f9a88-b169-42d2-bc1b-c92c508e272f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:07.088086 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:07.118329 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0cce444-b169-4dcc-a13e-f6f307662239,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:07.126652 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d0cce444-b169-4dcc-a13e-f6f307662239 HTTP/1.1" status: 204 len: 168 time: 2.0988040 Apr 19 17:59:07.131189 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:07.131930 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54852) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:07.135973 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Attempting to bind port fc116bd6-7373-4099-bfd0-77100595c839 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 17:59:07.136353 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Attempting to bind port fc116bd6-7373-4099-bfd0-77100595c839 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '647dae85-79d8-4c98-8777-33601c559113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 17:59:07.136717 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Attempting to bind port fc116bd6-7373-4099-bfd0-77100595c839 on network 2bf94a7d-dd30-4a9d-8286-77365bd61729 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:59:07.156593 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ef399-01b7-43d1-989d-df679c62717a req-2988b600-5ac4-49aa-973f-bc443dd944cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:07.158602 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2e0ef399-01b7-43d1-989d-df679c62717a req-2988b600-5ac4-49aa-973f-bc443dd944cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b92ef63-a0d2-412e-89de-24f4b22a0c4d HTTP/1.1" status: 200 len: 858 time: 0.3614514 Apr 19 17:59:07.162702 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Port fc116bd6-7373-4099-bfd0-77100595c839 on network 2bf94a7d-dd30-4a9d-8286-77365bd61729 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 17:59:07.163068 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Attempting to bind port fc116bd6-7373-4099-bfd0-77100595c839 on network 2bf94a7d-dd30-4a9d-8286-77365bd61729 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:59:07.185469 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d9899-6034-4a49-b6ea-1583f9cf55a2 req-515b78ae-99a1-44eb-9386-c05cb2ddbd2c tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:07.195442 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-413d9899-6034-4a49-b6ea-1583f9cf55a2 req-515b78ae-99a1-44eb-9386-c05cb2ddbd2c tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 943 time: 1.1050451 Apr 19 17:59:07.211724 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835715d-1341-49e3-a31a-50befd1cf8ff req-73376652-1d1f-4afc-87a1-41095845b31d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:07.220268 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d835715d-1341-49e3-a31a-50befd1cf8ff req-73376652-1d1f-4afc-87a1-41095845b31d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 944 time: 0.3385079 Apr 19 17:59:07.272303 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Checking agent: {'id': '65b29327-db8b-4ae4-8402-12a24c685031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'started_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 17, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 17:59:07.272862 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Checking segment: {'id': '647dae85-79d8-4c98-8777-33601c559113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:59:07.273433 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Bound using segment: {'id': '647dae85-79d8-4c98-8777-33601c559113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 17:59:07.274170 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Bound port: fc116bd6-7373-4099-bfd0-77100595c839, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '647dae85-79d8-4c98-8777-33601c559113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 17:59:07.274669 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:07.302820 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2e0ef399-01b7-43d1-989d-df679c62717a req-4f53199e-d4bc-431d-aa0f-80c63f43f80e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2bf94a7d-dd30-4a9d-8286-77365bd61729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047983 Apr 19 17:59:07.337207 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d835715d-1341-49e3-a31a-50befd1cf8ff req-83bc29ee-8065-4e75-aaf7-88d093f2e2a9 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158395 Apr 19 17:59:07.355444 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1fbec8-6cee-4e33-9773-0f40dd6e6a6d admin admin] Deleting subnet f803f1e0-d3b5-4b64-aea6-d29d4bbc3707 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 17:59:07.380783 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b1fbec8-6cee-4e33-9773-0f40dd6e6a6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:07.467364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b1fbec8-6cee-4e33-9773-0f40dd6e6a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2524320'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:07.529266 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-413d9899-6034-4a49-b6ea-1583f9cf55a2 req-f0550ff9-3a26-4777-ba8f-a98dfa46fed6 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0918105-0316-45f1-ac9c-c7e6488f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327763 Apr 19 17:59:07.595000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-d98330b0-15cb-410b-a8a8-d0b108534d8f req-1754158c-9862-49e4-877b-d00c6ddb89c7 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Synchronizing usage tracker for tenant:74fdb2ea59884c7794b2178018c22752 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:59:07.624316 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b1fbec8-6cee-4e33-9773-0f40dd6e6a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773666'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:07.682665 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-d98330b0-15cb-410b-a8a8-d0b108534d8f req-1754158c-9862-49e4-877b-d00c6ddb89c7 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Unset dirty status for tenant:74fdb2ea59884c7794b2178018c22752 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:59:07.684200 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d98330b0-15cb-410b-a8a8-d0b108534d8f req-1754158c-9862-49e4-877b-d00c6ddb89c7 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 210 time: 0.1783116 Apr 19 17:59:07.993170 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device ceee0ee5-bf22-44bd-a452-41d00cbae29b details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 17:59:08.084549 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] For port fc116bd6-7373-4099-bfd0-77100595c839, host hv-cinder-78692, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 17:59:08.096458 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2e0ef399-01b7-43d1-989d-df679c62717a req-650e5857-d0d2-4199-a639-9ae445d87d0e service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7741127 Apr 19 17:59:08.117368 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] For port fc116bd6-7373-4099-bfd0-77100595c839, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fc116bd6-7373-4099-bfd0-77100595c839,segment=NetworkSegment(647dae85-79d8-4c98-8777-33601c559113),segment_id=647dae85-79d8-4c98-8777-33601c559113)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 17:59:08.158022 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:08.186452 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port ceee0ee5-bf22-44bd-a452-41d00cbae29b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ceee0ee5-bf22-44bd-a452-41d00cbae29b,segment=NetworkSegment(6dadef09-4cd4-454c-b089-4182b9039b22),segment_id=6dadef09-4cd4-454c-b089-4182b9039b22)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:08.201786 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b1fbec8-6cee-4e33-9773-0f40dd6e6a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854002150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850878272'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:08.203406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': 'ceee0ee5-bf22-44bd-a452-41d00cbae29b', 'network_id': 'f201d044-3a61-4367-b497-ccaed268106c', 'port_id': 'ceee0ee5-bf22-44bd-a452-41d00cbae29b', 'mac_address': 'fa:16:3e:a3:b0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c99f5a9-336b-4cba-aa92-205a0098bf67', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 17:59:08.214081 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:08.233799 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:08.272273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-730504ea-506c-4ac4-af9a-ea76ad446075 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:08.274137 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-730504ea-506c-4ac4-af9a-ea76ad446075 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.52 "GET /v2.0/networks?id=dcf4d709-3c2a-494e-b091-646278271f9d HTTP/1.1" status: 200 len: 809 time: 0.7436726 Apr 19 17:59:08.299323 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:08.346162 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceee0ee5-bf22-44bd-a452-41d00cbae29b {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 17:59:08.356201 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fbec8-6cee-4e33-9773-0f40dd6e6a6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f803f1e0-d3b5-4b64-aea6-d29d4bbc3707,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:08.362232 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:08.362940 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:08.364701 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] 10.222.0.52 "PUT /v2.0/ports/fc116bd6-7373-4099-bfd0-77100595c839 HTTP/1.1" status: 200 len: 1094 time: 3.2856488 Apr 19 17:59:08.366243 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d4bb2f-8474-4906-a508-990463ff3740', 'tag': 'fc116bd6-7373-4099-bfd0-77100595c839'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 17:59:08.390767 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081e757-a2bd-4b45-9b26-d297813f01d7 req-d215a86d-f437-4f20-90b2-67afddb802bd tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:08.392230 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port ceee0ee5-bf22-44bd-a452-41d00cbae29b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ceee0ee5-bf22-44bd-a452-41d00cbae29b,segment=NetworkSegment(6dadef09-4cd4-454c-b089-4182b9039b22),segment_id=6dadef09-4cd4-454c-b089-4182b9039b22)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:08.392623 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a081e757-a2bd-4b45-9b26-d297813f01d7 req-d215a86d-f437-4f20-90b2-67afddb802bd tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 944 time: 0.4773779 Apr 19 17:59:08.407246 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:08.409444 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8e3252a4-d0d7-4631-a320-1eed3c6da44d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:08.438830 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9b1fbec8-6cee-4e33-9773-0f40dd6e6a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:08.465832 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b1fbec8-6cee-4e33-9773-0f40dd6e6a6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:08.483940 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9b1fbec8-6cee-4e33-9773-0f40dd6e6a6d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f803f1e0-d3b5-4b64-aea6-d29d4bbc3707 HTTP/1.1" status: 204 len: 168 time: 1.3510354 Apr 19 17:59:08.489568 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54896) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:08.510744 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-9b7333f8-82ea-4e8d-920f-d40b495427a5 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=74fdb2ea59884c7794b2178018c22752 HTTP/1.1" status: 200 len: 5704 time: 0.2241507 Apr 19 17:59:08.520749 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=ceee0ee5-bf22-44bd-a452-41d00cbae29b,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:08.526443 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:08.543432 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Pushing event updated for resources: {'Port': ['ID=fc116bd6-7373-4099-bfd0-77100595c839,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:08.548648 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2e0ef399-01b7-43d1-989d-df679c62717a req-15a3dbb3-91e1-41a4-a925-70eb3f77b790 service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335122 Apr 19 17:59:08.606673 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:08.627761 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-fe7e88e1-3a52-4ea0-bcb1-73e8045eaf95 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Request body: {'port': {'device_id': '752e5266-0f77-451f-990f-22d2ef6b054f', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'admin_state_up': True, 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'security_groups': ['3f789398-7c4f-4dbd-a660-e41a82973cc9']}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:59:08.677826 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-81b976d8-d1ae-4b2b-a6d8-c447a73f22b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547694'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:08.727780 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['ceee0ee5-bf22-44bd-a452-41d00cbae29b'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 17:59:08.855903 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a081e757-a2bd-4b45-9b26-d297813f01d7 req-91bc0152-8a81-4a8e-b279-483a4f7149a6 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479856 Apr 19 17:59:08.872067 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-fe7e88e1-3a52-4ea0-bcb1-73e8045eaf95 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:08.883873 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-fe7e88e1-3a52-4ea0-bcb1-73e8045eaf95 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:08.901467 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-e0ebdbaf-9781-47c3-aab4-667d36cbda9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:08.903329 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-e0ebdbaf-9781-47c3-aab4-667d36cbda9e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ffe142e5172f4ee7b8e1b943c6aa700e&device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 1097 time: 0.3907895 Apr 19 17:59:08.904505 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-fe7e88e1-3a52-4ea0-bcb1-73e8045eaf95 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Made reservation on behalf of 74fdb2ea59884c7794b2178018c22752 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:59:08.911390 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-fe7e88e1-3a52-4ea0-bcb1-73e8045eaf95 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:08.980365 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-81b976d8-d1ae-4b2b-a6d8-c447a73f22b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854002057', 'neutron.services.segments.db._delete_segments_for_network-8764668505459'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:09.010408 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d4bb2f-8474-4906-a508-990463ff3740', 'tag': 'fc116bd6-7373-4099-bfd0-77100595c839', 'status': 'completed', 'code': 200} Apr 19 17:59:09.092906 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-d7526934-d2ea-4551-aa5d-20abffb9ee11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc116bd6-7373-4099-bfd0-77100595c839 HTTP/1.1" status: 200 len: 217 time: 0.1564279 Apr 19 17:59:09.173693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d9438-427b-49b9-b454-6df8360becb2 req-df2b3143-636c-4c92-aea7-f8bcd7912d67 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:09.175435 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-355d9438-427b-49b9-b454-6df8360becb2 req-df2b3143-636c-4c92-aea7-f8bcd7912d67 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 944 time: 0.4191370 Apr 19 17:59:09.221544 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-81b976d8-d1ae-4b2b-a6d8-c447a73f22b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4122ef0-8d94-4ae8-a24a-c1c9381db6ef']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:59:09.251594 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-81b976d8-d1ae-4b2b-a6d8-c447a73f22b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88413fbd-507d-4bf6-b537-dd4af71598e4') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:59:09.251939 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-81b976d8-d1ae-4b2b-a6d8-c447a73f22b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88413fbd-507d-4bf6-b537-dd4af71598e4') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:59:09.276420 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-81b976d8-d1ae-4b2b-a6d8-c447a73f22b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272186160483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852251480'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:09.286642 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-355d9438-427b-49b9-b454-6df8360becb2 req-93b9e93d-2d98-41fa-9371-a8094a410b7e tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999966 Apr 19 17:59:09.297330 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-81b976d8-d1ae-4b2b-a6d8-c447a73f22b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:09.305463 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b976d8-d1ae-4b2b-a6d8-c447a73f22b9 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 17:59:09.491851 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-7b725eaf-5e70-4f35-b594-afb996ffcaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:09.495248 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-7b725eaf-5e70-4f35-b594-afb996ffcaa9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b92ef63-a0d2-412e-89de-24f4b22a0c4d HTTP/1.1" status: 200 len: 858 time: 0.3929000 Apr 19 17:59:09.535989 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-81b976d8-d1ae-4b2b-a6d8-c447a73f22b9 admin admin] Network c4122ef0-8d94-4ae8-a24a-c1c9381db6ef has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 17:59:09.546963 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-81b976d8-d1ae-4b2b-a6d8-c447a73f22b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851854246'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:09.629279 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-105b2c30-5723-4b1d-b4e3-650053476d27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2bf94a7d-dd30-4a9d-8286-77365bd61729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654476 Apr 19 17:59:09.642978 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeed91c-d390-4ea6-9a7e-a538e06c36d0 req-dcea5966-7984-4cc3-9315-c4a935e023cc tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:09.651288 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2eeed91c-d390-4ea6-9a7e-a538e06c36d0 req-dcea5966-7984-4cc3-9315-c4a935e023cc tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 944 time: 0.4437747 Apr 19 17:59:09.695799 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-78b5c51c-4439-4b8f-907c-1718747911dc req-8eac88c2-6f89-41cb-a5ed-e5b3a56e85f6 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 210 time: 0.1280015 Apr 19 17:59:09.782544 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 54936) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:09.782923 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 54938) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:09.808058 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-fe7e88e1-3a52-4ea0-bcb1-73e8045eaf95 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Allocated IP 172.20.0.14 (dcf4d709-3c2a-494e-b091-646278271f9d/36555cf9-033c-4142-bb83-8ae1c4a8eb89/560eda9a-4205-4a90-a959-19ee77ae8d41) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 17:59:09.818667 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-81b976d8-d1ae-4b2b-a6d8-c447a73f22b9 admin admin] Network c4122ef0-8d94-4ae8-a24a-c1c9381db6ef has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 17:59:09.831341 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2eeed91c-d390-4ea6-9a7e-a538e06c36d0 req-80f55ee2-17de-4259-bfd1-51ffe64dc5a2 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0918105-0316-45f1-ac9c-c7e6488f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790066 Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: timer() Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: cb(*args, **kw) Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: self._notify() Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: self.callback(batched_events) Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: event.method(event) Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: return self._get(url).json() Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: **kwargs) Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: **endpoint_filter) Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 17:59:09.854027 dv-cinder-786927-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 17:59:09.916509 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-b84d3ec4-0bdf-45a2-837f-2fdeb79c0aa2 service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412989 Apr 19 17:59:09.942753 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-81b976d8-d1ae-4b2b-a6d8-c447a73f22b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810306'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:09.953756 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:09.990436 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 0a37d879-74e3-43d7-8364-a16bb8b34e7f details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 17:59:09.998454 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-81b976d8-d1ae-4b2b-a6d8-c447a73f22b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:10.010158 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b976d8-d1ae-4b2b-a6d8-c447a73f22b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4122ef0-8d94-4ae8-a24a-c1c9381db6ef,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:10.015097 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-81b976d8-d1ae-4b2b-a6d8-c447a73f22b9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c4122ef0-8d94-4ae8-a24a-c1c9381db6ef HTTP/1.1" status: 204 len: 168 time: 1.5240376 Apr 19 17:59:10.040459 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device ceee0ee5-bf22-44bd-a452-41d00cbae29b up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:59:10.090752 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-81b976d8-d1ae-4b2b-a6d8-c447a73f22b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:10.100356 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-01ad3171-5933-42cc-8f77-ab3481955e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:10.146232 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-07b86fbd-1496-41df-8b15-c09f5d4d77ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:10.168805 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-07b86fbd-1496-41df-8b15-c09f5d4d77ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:10.173460 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-07b86fbd-1496-41df-8b15-c09f5d4d77ac admin admin] Usage tracker for resource:security_group_rule and tenant:963319f6377c40cfbf3b7f98c9d7237d is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:10.176700 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-07b86fbd-1496-41df-8b15-c09f5d4d77ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:10.178903 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cf869-2bda-4dee-a8db-a22bac7b15d3 req-49fde62c-0a41-47f6-bd72-95786ec6b8f7 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:10.180515 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-953cf869-2bda-4dee-a8db-a22bac7b15d3 req-49fde62c-0a41-47f6-bd72-95786ec6b8f7 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 944 time: 0.1674318 Apr 19 17:59:10.181242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54956) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:10.182941 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-07b86fbd-1496-41df-8b15-c09f5d4d77ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:10.203404 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning for port ceee0ee5-bf22-44bd-a452-41d00cbae29b completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:59:10.211895 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port ceee0ee5-bf22-44bd-a452-41d00cbae29b triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:59:10.212312 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:10.256766 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-01ad3171-5933-42cc-8f77-ab3481955e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:10.273528 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-bf0bc4cd-c6d0-4fab-ab0a-3436c4bb7f41 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e13bb83d887347e9b2d9ce440f452d6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0867400 Apr 19 17:59:10.273528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54960) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:10.285971 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-01ad3171-5933-42cc-8f77-ab3481955e17 admin admin] Usage tracker for resource:security_group_rule and tenant:29ae9eac249b4099a2da29769086b7be is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:10.289470 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-953cf869-2bda-4dee-a8db-a22bac7b15d3 req-86e52875-b167-4bc2-a385-dd954479b45d tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909071 Apr 19 17:59:10.295935 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-01ad3171-5933-42cc-8f77-ab3481955e17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:10.320003 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 0a37d879-74e3-43d7-8364-a16bb8b34e7f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0a37d879-74e3-43d7-8364-a16bb8b34e7f,segment=NetworkSegment(647dae85-79d8-4c98-8777-33601c559113),segment_id=647dae85-79d8-4c98-8777-33601c559113)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:10.334234 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-01ad3171-5933-42cc-8f77-ab3481955e17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:10.345905 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': '0a37d879-74e3-43d7-8364-a16bb8b34e7f', 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729', 'port_id': '0a37d879-74e3-43d7-8364-a16bb8b34e7f', 'mac_address': 'fa:16:3e:bd:28:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b92ef63-a0d2-412e-89de-24f4b22a0c4d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 17:59:10.372758 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b916990-4ead-4cfe-900c-f1174c4855f5 req-3a96f96e-7818-434b-9c35-1e5b3ef826e2 service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461904 Apr 19 17:59:10.401329 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-80510506-ff3b-4d09-9bd0-d86b7f6a9fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:10.447893 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-80510506-ff3b-4d09-9bd0-d86b7f6a9fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:10.499780 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-fe7e88e1-3a52-4ea0-bcb1-73e8045eaf95 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:10.505952 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:10.506694 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-80510506-ff3b-4d09-9bd0-d86b7f6a9fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:10.512206 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:10.527312 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:10.537787 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a37d879-74e3-43d7-8364-a16bb8b34e7f {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 17:59:10.538870 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-80510506-ff3b-4d09-9bd0-d86b7f6a9fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:10.540429 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-80510506-ff3b-4d09-9bd0-d86b7f6a9fa8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c481cad2-8814-46ae-ab4a-7c9f2187789a HTTP/1.1" status: 204 len: 168 time: 0.2665431 Apr 19 17:59:10.541543 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80510506-ff3b-4d09-9bd0-d86b7f6a9fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c481cad2-8814-46ae-ab4a-7c9f2187789a,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:10.563281 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-80510506-ff3b-4d09-9bd0-d86b7f6a9fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:10.579648 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port ceee0ee5-bf22-44bd-a452-41d00cbae29b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ceee0ee5-bf22-44bd-a452-41d00cbae29b,segment=NetworkSegment(6dadef09-4cd4-454c-b089-4182b9039b22),segment_id=6dadef09-4cd4-454c-b089-4182b9039b22)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:10.584346 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00833be6-d960-4d0e-8e9a-1763f619e989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceee0ee5-bf22-44bd-a452-41d00cbae29b'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 17:59:10.625603 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-fe7e88e1-3a52-4ea0-bcb1-73e8045eaf95 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Transition to ACTIVE for port object 560eda9a-4205-4a90-a959-19ee77ae8d41 will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:59:10.660514 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:10.661829 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 7db8e665-b5da-4dbf-bb57-25ae6e500e32 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:59:10.699883 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-07b86fbd-1496-41df-8b15-c09f5d4d77ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:10.710193 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-07b86fbd-1496-41df-8b15-c09f5d4d77ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:10.737430 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 0a37d879-74e3-43d7-8364-a16bb8b34e7f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0a37d879-74e3-43d7-8364-a16bb8b34e7f,segment=NetworkSegment(647dae85-79d8-4c98-8777-33601c559113),segment_id=647dae85-79d8-4c98-8777-33601c559113)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:10.751505 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-66455717-43e5-4228-bec6-92e1d85dc528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:10.801700 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:10.825404 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning for port 7db8e665-b5da-4dbf-bb57-25ae6e500e32 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:59:10.833662 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port 7db8e665-b5da-4dbf-bb57-25ae6e500e32 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:59:10.834162 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:10.978786 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=ceee0ee5-bf22-44bd-a452-41d00cbae29b,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:10.983700 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:10.989233 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:10.990315 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:11.066077 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-01ad3171-5933-42cc-8f77-ab3481955e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:11.079101 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0b3e62bd-db52-4ec0-9c68-c79e5b11584e req-2b67fbeb-51a9-419e-a9c4-d43014ea1a05 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 210 time: 0.1230803 Apr 19 17:59:11.103131 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde20f90-3ba6-47d3-b297-4fd45513abbb req-e15047b4-d179-46fa-9d6c-aa57940df24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:11.109190 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cde20f90-3ba6-47d3-b297-4fd45513abbb req-e15047b4-d179-46fa-9d6c-aa57940df24c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ffe142e5172f4ee7b8e1b943c6aa700e&device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 1097 time: 0.6578369 Apr 19 17:59:11.115203 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-07b86fbd-1496-41df-8b15-c09f5d4d77ac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=963319f6377c40cfbf3b7f98c9d7237d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3195167 Apr 19 17:59:11.116187 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-01ad3171-5933-42cc-8f77-ab3481955e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:11.119642 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-fe7e88e1-3a52-4ea0-bcb1-73e8045eaf95 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:11.120266 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54986) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:11.124997 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b86fbd-1496-41df-8b15-c09f5d4d77ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5b6b26-db77-413f-9cfa-613095c02cfe,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:11.140174 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-07b86fbd-1496-41df-8b15-c09f5d4d77ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:11.185116 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:11.208949 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f80b529-d588-4a04-bbad-3f58ba5cb317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:11.210776 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=0a37d879-74e3-43d7-8364-a16bb8b34e7f,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:11.231358 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:11.244472 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f80b529-d588-4a04-bbad-3f58ba5cb317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:11.339417 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 54994) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:11.341235 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67932f0-40fc-46d2-b88c-9e3cdc876d80 req-5362e3ca-b49e-43b3-9fdc-04b7f1e277a7 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:11.342461 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-c67932f0-40fc-46d2-b88c-9e3cdc876d80 req-5362e3ca-b49e-43b3-9fdc-04b7f1e277a7 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Synchronizing usage tracker for tenant:ffe142e5172f4ee7b8e1b943c6aa700e on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:59:11.344101 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f80b529-d588-4a04-bbad-3f58ba5cb317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:11.356847 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:11.374436 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-01ad3171-5933-42cc-8f77-ab3481955e17 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=29ae9eac249b4099a2da29769086b7be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5811589 Apr 19 17:59:11.377109 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-fe7e88e1-3a52-4ea0-bcb1-73e8045eaf95 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Network dcf4d709-3c2a-494e-b091-646278271f9d is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:59:11.387604 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad3171-5933-42cc-8f77-ab3481955e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6a480f-5b2f-4011-9c61-19694089583c,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:11.391319 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-01ad3171-5933-42cc-8f77-ab3481955e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:11.399306 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 55000) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:11.399913 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:11.400584 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 7db8e665-b5da-4dbf-bb57-25ae6e500e32, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7db8e665-b5da-4dbf-bb57-25ae6e500e32,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:11.406106 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:11.409564 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8bfca1e4-5d8d-4880-9f49-9a6f33ebf844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:11.423530 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6f9f9576-f8aa-4395-b8ee-c4c88b55cac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:11.434926 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-fe7e88e1-3a52-4ea0-bcb1-73e8045eaf95 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:59:11.437778 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-fe7e88e1-3a52-4ea0-bcb1-73e8045eaf95 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 17:59:11.444240 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-fe7e88e1-3a52-4ea0-bcb1-73e8045eaf95 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:11.444951 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-fe7e88e1-3a52-4ea0-bcb1-73e8045eaf95 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:11.449798 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['0a37d879-74e3-43d7-8364-a16bb8b34e7f'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 17:59:11.472295 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f80b529-d588-4a04-bbad-3f58ba5cb317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:11.479755 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2f80b529-d588-4a04-bbad-3f58ba5cb317 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dc5b6b26-db77-413f-9cfa-613095c02cfe HTTP/1.1" status: 204 len: 168 time: 0.3575783 Apr 19 17:59:11.507207 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80b529-d588-4a04-bbad-3f58ba5cb317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5b6b26-db77-413f-9cfa-613095c02cfe,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:11.523445 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2f80b529-d588-4a04-bbad-3f58ba5cb317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:11.571650 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-33693d51-8147-45c0-8667-913844f18c52 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=916e126c4f0b425b90a5aa96ef1ff09e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284956 Apr 19 17:59:11.573904 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 55006) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:11.576245 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde20f90-3ba6-47d3-b297-4fd45513abbb req-4789125c-0064-463e-a1e9-b907b214b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:11.578379 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cde20f90-3ba6-47d3-b297-4fd45513abbb req-4789125c-0064-463e-a1e9-b907b214b8dc service neutron] 10.222.0.52 "GET /v2.0/networks?id=2bf94a7d-dd30-4a9d-8286-77365bd61729 HTTP/1.1" status: 200 len: 919 time: 0.4609208 Apr 19 17:59:11.594930 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-c67932f0-40fc-46d2-b88c-9e3cdc876d80 req-5362e3ca-b49e-43b3-9fdc-04b7f1e277a7 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Unset dirty status for tenant:ffe142e5172f4ee7b8e1b943c6aa700e on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:59:11.596354 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c67932f0-40fc-46d2-b88c-9e3cdc876d80 req-5362e3ca-b49e-43b3-9fdc-04b7f1e277a7 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 944 time: 1.0812068 Apr 19 17:59:11.602657 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aaa995-2ca5-4cb7-8698-8724b98b7c0c req-49b097b5-5628-46ea-b21d-60247871a1ae tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:11.611104 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-80aaa995-2ca5-4cb7-8698-8724b98b7c0c req-49b097b5-5628-46ea-b21d-60247871a1ae tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 945 time: 0.2734160 Apr 19 17:59:11.613974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=7db8e665-b5da-4dbf-bb57-25ae6e500e32,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:11.661216 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:11.726391 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-80aaa995-2ca5-4cb7-8698-8724b98b7c0c req-545fc7f7-b0fc-47a5-8609-d9f8b19fdc62 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0918105-0316-45f1-ac9c-c7e6488f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140935 Apr 19 17:59:11.767887 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c67932f0-40fc-46d2-b88c-9e3cdc876d80 req-1093d792-2d57-454a-bb7b-cde1d9b730f3 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877919 Apr 19 17:59:11.769613 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cde20f90-3ba6-47d3-b297-4fd45513abbb req-16041d7c-c399-4f81-8edf-a53144368bee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc116bd6-7373-4099-bfd0-77100595c839 HTTP/1.1" status: 200 len: 217 time: 0.1678190 Apr 19 17:59:11.772543 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ddce38a6-ee7d-4dd8-8121-e62f5c77d8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:11.787619 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e88e1-3a52-4ea0-bcb1-73e8045eaf95 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Pushing event updated for resources: {'Port': ['ID=560eda9a-4205-4a90-a959-19ee77ae8d41,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:11.808273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ddce38a6-ee7d-4dd8-8121-e62f5c77d8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:11.854880 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fe7e88e1-3a52-4ea0-bcb1-73e8045eaf95 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:11.862636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ddce38a6-ee7d-4dd8-8121-e62f5c77d8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:11.874769 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-fe7e88e1-3a52-4ea0-bcb1-73e8045eaf95 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3245721 Apr 19 17:59:11.876460 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:11.878689 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92f515b3-94da-4ee4-a2be-df7a9f5bcf6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:11.912478 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92f515b3-94da-4ee4-a2be-df7a9f5bcf6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:11.914433 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce38a6-ee7d-4dd8-8121-e62f5c77d8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a442ea9-a770-4c9d-8e89-277ac13e74e8,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:11.919967 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ddce38a6-ee7d-4dd8-8121-e62f5c77d8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:11.935587 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ddce38a6-ee7d-4dd8-8121-e62f5c77d8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:11.943324 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ddce38a6-ee7d-4dd8-8121-e62f5c77d8c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a442ea9-a770-4c9d-8e89-277ac13e74e8 HTTP/1.1" status: 204 len: 168 time: 0.3681853 Apr 19 17:59:11.968049 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Request body: {'port': {'device_id': '752e5266-0f77-451f-990f-22d2ef6b054f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:59:12.121030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-23b0d87b-39dd-4ddb-aae9-50205128a46c None None] Provisioning for port 560eda9a-4205-4a90-a959-19ee77ae8d41 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:59:12.134834 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde20f90-3ba6-47d3-b297-4fd45513abbb req-647cdf9d-6013-49bb-8045-7170c7060662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:12.136852 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cde20f90-3ba6-47d3-b297-4fd45513abbb req-647cdf9d-6013-49bb-8045-7170c7060662 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b92ef63-a0d2-412e-89de-24f4b22a0c4d HTTP/1.1" status: 200 len: 858 time: 0.3519602 Apr 19 17:59:12.143478 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-23b0d87b-39dd-4ddb-aae9-50205128a46c None None] Provisioning complete for port 560eda9a-4205-4a90-a959-19ee77ae8d41 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:59:12.144229 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-23b0d87b-39dd-4ddb-aae9-50205128a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:12.246394 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00833be6-d960-4d0e-8e9a-1763f619e989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceee0ee5-bf22-44bd-a452-41d00cbae29b', 'code': 200} Apr 19 17:59:12.268520 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-23b0d87b-39dd-4ddb-aae9-50205128a46c None None] Port 560eda9a-4205-4a90-a959-19ee77ae8d41 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 17:59:12.437578 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cde20f90-3ba6-47d3-b297-4fd45513abbb req-e90ed677-7a27-4182-bf2b-5bf7b8dba16b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2bf94a7d-dd30-4a9d-8286-77365bd61729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2861321 Apr 19 17:59:12.441688 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92f515b3-94da-4ee4-a2be-df7a9f5bcf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:12.550010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 55030) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:12.554982 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-72ff4054-f1ec-4406-aa6a-d5a0417432cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:12.611186 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f515b3-94da-4ee4-a2be-df7a9f5bcf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6a480f-5b2f-4011-9c61-19694089583c,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:12.614075 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92f515b3-94da-4ee4-a2be-df7a9f5bcf6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:12.616896 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:12.644910 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7330e-4bb8-4d74-b8b9-3f4f9141f49d req-ad851250-0863-4527-aaeb-5e0883bda944 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:12.654258 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-52c7330e-4bb8-4d74-b8b9-3f4f9141f49d req-ad851250-0863-4527-aaeb-5e0883bda944 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 945 time: 0.6342061 Apr 19 17:59:12.656958 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d5e1f585-ecfd-4c2a-96b9-60b6b503a4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:12.677194 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc5e20-9432-4359-a5a3-9d6e3b28f6c1 req-9288de98-798e-4ba9-80a3-36ce5c7a10e1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:12.687477 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e2fc5e20-9432-4359-a5a3-9d6e3b28f6c1 req-9288de98-798e-4ba9-80a3-36ce5c7a10e1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 932 time: 0.2590444 Apr 19 17:59:12.749260 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-e2fc5e20-9432-4359-a5a3-9d6e3b28f6c1 req-1124df7b-bc60-4c77-8340-13832d8bde78 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Synchronizing usage tracker for tenant:74fdb2ea59884c7794b2178018c22752 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:59:12.766197 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92f515b3-94da-4ee4-a2be-df7a9f5bcf6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:12.770466 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-92f515b3-94da-4ee4-a2be-df7a9f5bcf6a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2b6a480f-5b2f-4011-9c61-19694089583c HTTP/1.1" status: 204 len: 168 time: 1.3178670 Apr 19 17:59:12.770955 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-d5e1f585-ecfd-4c2a-96b9-60b6b503a4ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:12.771849 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-e2fc5e20-9432-4359-a5a3-9d6e3b28f6c1 req-1124df7b-bc60-4c77-8340-13832d8bde78 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Unset dirty status for tenant:74fdb2ea59884c7794b2178018c22752 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:59:12.785755 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e2fc5e20-9432-4359-a5a3-9d6e3b28f6c1 req-1124df7b-bc60-4c77-8340-13832d8bde78 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970130 Apr 19 17:59:12.814427 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-d5e1f585-ecfd-4c2a-96b9-60b6b503a4ec admin admin] Usage tracker for resource:security_group_rule and tenant:fd8a9de357c14475ba86799e1e22c330 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:12.840325 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-d5e1f585-ecfd-4c2a-96b9-60b6b503a4ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:12.874807 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-d5e1f585-ecfd-4c2a-96b9-60b6b503a4ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:12.899665 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cde20f90-3ba6-47d3-b297-4fd45513abbb req-d8e87611-2499-46c2-a8c5-b73d180b35a8 service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473214 Apr 19 17:59:12.926459 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-52c7330e-4bb8-4d74-b8b9-3f4f9141f49d req-cadd553d-37e1-46c2-b34f-a2cd62d0ea73 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709303 Apr 19 17:59:13.150013 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0fd67-882f-4cd6-a777-8e97e3e9c326 req-f57a3227-13c0-49d5-9ccd-43df320c42b8 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:13.159777 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-74c0fd67-882f-4cd6-a777-8e97e3e9c326 req-f57a3227-13c0-49d5-9ccd-43df320c42b8 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 945 time: 0.2037745 Apr 19 17:59:13.230970 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-74c0fd67-882f-4cd6-a777-8e97e3e9c326 req-b44f149b-8019-45b3-a2a5-2d524be3bb67 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0918105-0316-45f1-ac9c-c7e6488f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701170 Apr 19 17:59:13.263495 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27083820-2220-4931-ab11-5d5e9380beee req-6c44551a-db4b-4028-86bc-8b3c4720477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:13.265243 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-27083820-2220-4931-ab11-5d5e9380beee req-6c44551a-db4b-4028-86bc-8b3c4720477e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 1098 time: 0.6355183 Apr 19 17:59:13.405754 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 55054) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:13.412251 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-27083820-2220-4931-ab11-5d5e9380beee req-bfa4c160-c9b6-4b9f-8636-b26dbae29719 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:13.427481 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a4dfbc8f-66cb-4ff0-993d-803a20b21d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:13.449372 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a4dfbc8f-66cb-4ff0-993d-803a20b21d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:13.455254 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a4dfbc8f-66cb-4ff0-993d-803a20b21d17 admin admin] Usage tracker for resource:security_group_rule and tenant:b00227263d504f94aedfd7a64f1730f9 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:13.458615 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a4dfbc8f-66cb-4ff0-993d-803a20b21d17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:13.467500 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a4dfbc8f-66cb-4ff0-993d-803a20b21d17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:13.480096 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cde20f90-3ba6-47d3-b297-4fd45513abbb req-ed08d47f-193d-412b-a3f1-0ad0fd662326 service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651662 Apr 19 17:59:13.485154 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-27083820-2220-4931-ab11-5d5e9380beee req-bfa4c160-c9b6-4b9f-8636-b26dbae29719 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:13.509734 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-27083820-2220-4931-ab11-5d5e9380beee req-bfa4c160-c9b6-4b9f-8636-b26dbae29719 service neutron] Usage tracker for resource:security_group_rule and tenant:020979edd60e4b83b77e64739a0c44ef is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:13.514434 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-27083820-2220-4931-ab11-5d5e9380beee req-bfa4c160-c9b6-4b9f-8636-b26dbae29719 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:13.547246 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d5e1f585-ecfd-4c2a-96b9-60b6b503a4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:13.550727 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-27083820-2220-4931-ab11-5d5e9380beee req-bfa4c160-c9b6-4b9f-8636-b26dbae29719 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:13.567469 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d5e1f585-ecfd-4c2a-96b9-60b6b503a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:13.592129 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6c434cd9-c853-44c4-8dc0-4ebd0cfcbc55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:13.629607 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07038e-e480-4afc-8748-570a1fb2573a req-53306f2f-81b9-4200-868b-b3c7edb381d9 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:13.631448 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2b07038e-e480-4afc-8748-570a1fb2573a req-53306f2f-81b9-4200-868b-b3c7edb381d9 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 944 time: 0.4406633 Apr 19 17:59:13.664662 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a4dfbc8f-66cb-4ff0-993d-803a20b21d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:13.681981 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a4dfbc8f-66cb-4ff0-993d-803a20b21d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:13.707519 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-94132b03-b2d4-4898-8f8b-00ff30642d90 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:13.727713 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d5e1f585-ecfd-4c2a-96b9-60b6b503a4ec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fd8a9de357c14475ba86799e1e22c330&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1649108 Apr 19 17:59:13.738821 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 55068) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:13.746408 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a4dfbc8f-66cb-4ff0-993d-803a20b21d17 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b00227263d504f94aedfd7a64f1730f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3388922 Apr 19 17:59:13.747319 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 55072) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:13.748068 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfbc8f-66cb-4ff0-993d-803a20b21d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208b7bc5-7d3f-4c08-882b-9ccf34bf5509,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:13.753713 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a4dfbc8f-66cb-4ff0-993d-803a20b21d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:13.760498 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1f585-ecfd-4c2a-96b9-60b6b503a4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6902133-d329-4370-842e-ef0f64b662c0,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:13.768407 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d5e1f585-ecfd-4c2a-96b9-60b6b503a4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:13.771724 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.db.resource_extend [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 17:59:13.910322 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-94e1c31c-c23f-446b-8b73-8c7de4ced424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:14.012795 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-94e1c31c-c23f-446b-8b73-8c7de4ced424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:14.012968 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device fc116bd6-7373-4099-bfd0-77100595c839 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 17:59:14.017349 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 0a37d879-74e3-43d7-8364-a16bb8b34e7f up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:59:14.107236 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11988f-5455-414b-b4e9-fc0834583e42 req-ac2fbc2f-e03c-47c0-95a8-5720cf61cf7e tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:14.108973 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3e11988f-5455-414b-b4e9-fc0834583e42 req-ac2fbc2f-e03c-47c0-95a8-5720cf61cf7e tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 932 time: 0.1511033 Apr 19 17:59:14.142281 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-94e1c31c-c23f-446b-8b73-8c7de4ced424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:14.150423 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-80510506-ff3b-4d09-9bd0-d86b7f6a9fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:14.163427 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1c31c-c23f-446b-8b73-8c7de4ced424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208b7bc5-7d3f-4c08-882b-9ccf34bf5509,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:14.184028 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-94e1c31c-c23f-446b-8b73-8c7de4ced424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:14.187683 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3e11988f-5455-414b-b4e9-fc0834583e42 req-15e158dd-1f00-4b1e-b537-98fe9e50fcd6 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694389 Apr 19 17:59:14.193373 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-94e1c31c-c23f-446b-8b73-8c7de4ced424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:14.199159 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-27083820-2220-4931-ab11-5d5e9380beee req-bfa4c160-c9b6-4b9f-8636-b26dbae29719 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:14.208731 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-94e1c31c-c23f-446b-8b73-8c7de4ced424 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/208b7bc5-7d3f-4c08-882b-9ccf34bf5509 HTTP/1.1" status: 204 len: 168 time: 0.4457831 Apr 19 17:59:14.233467 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2b07038e-e480-4afc-8748-570a1fb2573a req-f964d092-1553-4e51-b141-170d4b2b8537 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5875273 Apr 19 17:59:14.252026 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b88f708-5d54-4b78-b832-5efae51b1212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db8e665-b5da-4dbf-bb57-25ae6e500e32'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 17:59:14.256097 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-27083820-2220-4931-ab11-5d5e9380beee req-bfa4c160-c9b6-4b9f-8636-b26dbae29719 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:14.269904 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning for port 0a37d879-74e3-43d7-8364-a16bb8b34e7f completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:59:14.284001 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:14.312884 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port 0a37d879-74e3-43d7-8364-a16bb8b34e7f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:59:14.313315 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:14.353361 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-27083820-2220-4931-ab11-5d5e9380beee req-bfa4c160-c9b6-4b9f-8636-b26dbae29719 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e0918105-0316-45f1-ac9c-c7e6488f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0580420 Apr 19 17:59:14.355937 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560eda9a-4205-4a90-a959-19ee77ae8d41 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 17:59:14.379016 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:14.388657 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4c160-c9b6-4b9f-8636-b26dbae29719 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7a401d24-86cb-40c9-bf6b-2527469c1266,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:14.404638 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d2b6d2d1-97cd-446b-ba63-533b9589d60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:14.442437 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d2b6d2d1-97cd-446b-ba63-533b9589d60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:14.478313 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port fc116bd6-7373-4099-bfd0-77100595c839, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fc116bd6-7373-4099-bfd0-77100595c839,segment=NetworkSegment(647dae85-79d8-4c98-8777-33601c559113),segment_id=647dae85-79d8-4c98-8777-33601c559113)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:14.496550 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bfa4c160-c9b6-4b9f-8636-b26dbae29719 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:14.506242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d2b6d2d1-97cd-446b-ba63-533b9589d60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:14.517482 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0676f117-7daf-438c-87da-856b70f82aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:14.529747 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Transition to ACTIVE for port object 560eda9a-4205-4a90-a959-19ee77ae8d41 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:59:14.533829 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6d2d1-97cd-446b-ba63-533b9589d60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6902133-d329-4370-842e-ef0f64b662c0,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:14.543250 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': 'fc116bd6-7373-4099-bfd0-77100595c839', 'network_id': '2bf94a7d-dd30-4a9d-8286-77365bd61729', 'port_id': 'fc116bd6-7373-4099-bfd0-77100595c839', 'mac_address': 'fa:16:3e:75:cb:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b92ef63-a0d2-412e-89de-24f4b22a0c4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 17:59:14.545151 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d2b6d2d1-97cd-446b-ba63-533b9589d60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:14.546495 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:14.558597 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-31f45b8d-2ad8-4529-b7d7-97ff31277e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:14.618652 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d2b6d2d1-97cd-446b-ba63-533b9589d60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:14.622675 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce49e0-ef4c-41ab-ab39-59ebf20cfb9c req-8e99501a-c353-4339-ba74-336c76878ffd tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:14.623365 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d2b6d2d1-97cd-446b-ba63-533b9589d60e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d6902133-d329-4370-842e-ef0f64b662c0 HTTP/1.1" status: 204 len: 168 time: 0.8809264 Apr 19 17:59:14.624218 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-32ce49e0-ef4c-41ab-ab39-59ebf20cfb9c req-8e99501a-c353-4339-ba74-336c76878ffd tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 945 time: 0.1646395 Apr 19 17:59:14.738811 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-32ce49e0-ef4c-41ab-ab39-59ebf20cfb9c req-0760199e-b36b-4b9d-a7c9-631d25684dc4 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029100 Apr 19 17:59:14.785264 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Pushing event updated for resources: {'Port': ['ID=560eda9a-4205-4a90-a959-19ee77ae8d41,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:14.808480 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:14.811764 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:14.865231 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 0a37d879-74e3-43d7-8364-a16bb8b34e7f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0a37d879-74e3-43d7-8364-a16bb8b34e7f,segment=NetworkSegment(647dae85-79d8-4c98-8777-33601c559113),segment_id=647dae85-79d8-4c98-8777-33601c559113)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:14.877176 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b88f708-5d54-4b78-b832-5efae51b1212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db8e665-b5da-4dbf-bb57-25ae6e500e32', 'code': 200} Apr 19 17:59:14.877869 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:14.883829 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:14.915417 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Attempting to bind port 560eda9a-4205-4a90-a959-19ee77ae8d41 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 17:59:14.915848 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Attempting to bind port 560eda9a-4205-4a90-a959-19ee77ae8d41 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 17:59:14.916316 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Attempting to bind port 560eda9a-4205-4a90-a959-19ee77ae8d41 on network dcf4d709-3c2a-494e-b091-646278271f9d {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:59:14.930273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Port 560eda9a-4205-4a90-a959-19ee77ae8d41 on network dcf4d709-3c2a-494e-b091-646278271f9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 17:59:14.930756 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Attempting to bind port 560eda9a-4205-4a90-a959-19ee77ae8d41 on network dcf4d709-3c2a-494e-b091-646278271f9d {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:59:14.937605 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Checking agent: {'id': '65b29327-db8b-4ae4-8402-12a24c685031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'started_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 17, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 17:59:14.938132 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Checking segment: {'id': 'ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:59:14.938655 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Bound using segment: {'id': 'ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 17:59:14.939357 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Bound port: 560eda9a-4205-4a90-a959-19ee77ae8d41, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 17:59:14.939940 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:14.986945 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:15.029764 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc116bd6-7373-4099-bfd0-77100595c839 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 17:59:15.074633 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30b256-441b-408c-bc9e-3d4b27a5f67e req-022d4b52-fb86-472b-9d45-f944e080c0a5 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:15.083516 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9f30b256-441b-408c-bc9e-3d4b27a5f67e req-022d4b52-fb86-472b-9d45-f944e080c0a5 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 945 time: 0.2763283 Apr 19 17:59:15.102526 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port fc116bd6-7373-4099-bfd0-77100595c839, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fc116bd6-7373-4099-bfd0-77100595c839,segment=NetworkSegment(647dae85-79d8-4c98-8777-33601c559113),segment_id=647dae85-79d8-4c98-8777-33601c559113)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:15.124240 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:15.163169 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=0a37d879-74e3-43d7-8364-a16bb8b34e7f,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:15.175994 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:15.176728 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:15.179563 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] For port 560eda9a-4205-4a90-a959-19ee77ae8d41, host hv-cinder-78692, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 17:59:15.204928 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 55120) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:15.241180 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9f30b256-441b-408c-bc9e-3d4b27a5f67e req-0e443659-bbc7-4729-b369-a57b452a39d2 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0918105-0316-45f1-ac9c-c7e6488f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560133 Apr 19 17:59:15.245812 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] For port 560eda9a-4205-4a90-a959-19ee77ae8d41, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=560eda9a-4205-4a90-a959-19ee77ae8d41,segment=NetworkSegment(ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb),segment_id=ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 17:59:15.259659 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:15.272016 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=fc116bd6-7373-4099-bfd0-77100595c839,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:15.275455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:15.321027 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fe7e88e1-3a52-4ea0-bcb1-73e8045eaf95 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:15.427362 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Pushing event updated for resources: {'Port': ['ID=560eda9a-4205-4a90-a959-19ee77ae8d41,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:15.431080 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:15.437803 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:15.438884 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:15.440810 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] 10.222.0.52 "PUT /v2.0/ports/560eda9a-4205-4a90-a959-19ee77ae8d41 HTTP/1.1" status: 200 len: 1094 time: 3.4786544 Apr 19 17:59:15.445000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752e5266-0f77-451f-990f-22d2ef6b054f', 'tag': '560eda9a-4205-4a90-a959-19ee77ae8d41'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 17:59:15.474688 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab5c11-f73f-4b9a-ada1-6a8c3fec3fd4 req-68881cfa-8f52-4954-a3e8-79d75bc02f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:15.476444 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0bab5c11-f73f-4b9a-ada1-6a8c3fec3fd4 req-68881cfa-8f52-4954-a3e8-79d75bc02f46 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 1098 time: 0.3875210 Apr 19 17:59:15.490999 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['fc116bd6-7373-4099-bfd0-77100595c839'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 17:59:15.493971 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-85698375-a4fa-4845-bc90-e5e0349f041c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:15.536051 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-85698375-a4fa-4845-bc90-e5e0349f041c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:15.540641 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-85698375-a4fa-4845-bc90-e5e0349f041c admin admin] Usage tracker for resource:security_group_rule and tenant:5e12381f3ec94174bf02f1f1dcda30d6 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:15.548520 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-85698375-a4fa-4845-bc90-e5e0349f041c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:15.556002 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-85698375-a4fa-4845-bc90-e5e0349f041c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:15.633652 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-0bab5c11-f73f-4b9a-ada1-6a8c3fec3fd4 req-ef62b7ce-5118-4551-9acd-9f1f67165bff service neutron] Synchronizing usage tracker for tenant:020979edd60e4b83b77e64739a0c44ef on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:59:15.708175 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-85698375-a4fa-4845-bc90-e5e0349f041c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:15.721670 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-85698375-a4fa-4845-bc90-e5e0349f041c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:15.749060 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2900890f-0bd9-48e2-9e73-07873f67acd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:15.822851 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-0bab5c11-f73f-4b9a-ada1-6a8c3fec3fd4 req-ef62b7ce-5118-4551-9acd-9f1f67165bff service neutron] Unset dirty status for tenant:020979edd60e4b83b77e64739a0c44ef on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:59:15.826606 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0bab5c11-f73f-4b9a-ada1-6a8c3fec3fd4 req-ef62b7ce-5118-4551-9acd-9f1f67165bff service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391261 Apr 19 17:59:15.835276 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47a8c4-9d64-4915-84fc-b6e4694f4490 req-52e7581b-952e-46eb-834b-a09effaa3047 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:15.836902 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bc47a8c4-9d64-4915-84fc-b6e4694f4490 req-52e7581b-952e-46eb-834b-a09effaa3047 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 945 time: 0.2738688 Apr 19 17:59:15.852248 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85698375-a4fa-4845-bc90-e5e0349f041c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3c9b22-b4ad-4b9e-9ea1-7e99cb2ed029,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:15.861250 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-85698375-a4fa-4845-bc90-e5e0349f041c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e12381f3ec94174bf02f1f1dcda30d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6527412 Apr 19 17:59:15.861250 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-85698375-a4fa-4845-bc90-e5e0349f041c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:15.868930 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 55158) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:15.889814 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acba15-252a-46e6-bb53-a0c2e493d3e2 req-73086380-ef6d-4835-879d-cdc76484d8b9 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:15.906468 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b9acba15-252a-46e6-bb53-a0c2e493d3e2 req-73086380-ef6d-4835-879d-cdc76484d8b9 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 944 time: 0.4744179 Apr 19 17:59:15.970775 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92e2729c-f68d-4bbb-80bb-b625edce62bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:15.989276 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-1bdbb6eb-3a4e-4742-b4ef-f07037bb545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:15.990790 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-1bdbb6eb-3a4e-4742-b4ef-f07037bb545d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74fdb2ea59884c7794b2178018c22752&device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 1097 time: 0.4296815 Apr 19 17:59:16.017477 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b9acba15-252a-46e6-bb53-a0c2e493d3e2 req-2a2652a9-4d9b-4ecd-92bf-dc87bd809298 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099498 Apr 19 17:59:16.124921 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752e5266-0f77-451f-990f-22d2ef6b054f', 'tag': '560eda9a-4205-4a90-a959-19ee77ae8d41', 'status': 'completed', 'code': 200} Apr 19 17:59:16.161011 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bc47a8c4-9d64-4915-84fc-b6e4694f4490 req-e436d1d6-0f31-45bc-8c6c-28d2109c7e64 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891407 Apr 19 17:59:16.164644 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-b26aa50e-2f58-47c5-9bcf-bc56b464f9b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=560eda9a-4205-4a90-a959-19ee77ae8d41 HTTP/1.1" status: 200 len: 217 time: 0.1112378 Apr 19 17:59:16.246094 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0fdf53e4-5c61-49ec-959b-f85def618b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:16.333277 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0fdf53e4-5c61-49ec-959b-f85def618b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:16.355724 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-4034ed52-e3cf-45e2-a947-713af178b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:16.356533 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-4034ed52-e3cf-45e2-a947-713af178b366 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36555cf9-033c-4142-bb83-8ae1c4a8eb89 HTTP/1.1" status: 200 len: 848 time: 0.1835811 Apr 19 17:59:16.422126 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89bfa0-9270-4b33-9a67-4b394f1b1630 req-7472ee53-9360-4879-b9a2-43759f3b63e2 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:16.432151 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ca89bfa0-9270-4b33-9a67-4b394f1b1630 req-7472ee53-9360-4879-b9a2-43759f3b63e2 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 945 time: 0.1964347 Apr 19 17:59:16.501175 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ca89bfa0-9270-4b33-9a67-4b394f1b1630 req-3bdc4b8d-9f75-439d-96a3-6931d64c52de tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678370 Apr 19 17:59:16.568814 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0fdf53e4-5c61-49ec-959b-f85def618b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:16.578830 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:16.593590 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379c232-92c4-4a71-b234-2617de125ec6 req-5d55c4e3-0f83-4159-b0a3-fa0184a4ce32 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:16.595236 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6379c232-92c4-4a71-b234-2617de125ec6 req-5d55c4e3-0f83-4159-b0a3-fa0184a4ce32 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 945 time: 0.1524055 Apr 19 17:59:16.602523 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-f881300e-4925-4342-9c3b-5a4270ef0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:16.604082 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-f881300e-4925-4342-9c3b-5a4270ef0305 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dcf4d709-3c2a-494e-b091-646278271f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2333319 Apr 19 17:59:16.606477 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf53e4-5c61-49ec-959b-f85def618b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3c9b22-b4ad-4b9e-9ea1-7e99cb2ed029,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:16.612629 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0fdf53e4-5c61-49ec-959b-f85def618b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:16.662951 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0fdf53e4-5c61-49ec-959b-f85def618b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:16.666459 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0fdf53e4-5c61-49ec-959b-f85def618b61 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/df3c9b22-b4ad-4b9e-9ea1-7e99cb2ed029 HTTP/1.1" status: 204 len: 168 time: 0.7932100 Apr 19 17:59:16.781314 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6379c232-92c4-4a71-b234-2617de125ec6 req-dc08ec2d-cdec-48e7-bc28-dbbcf3cc61bd tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0918105-0316-45f1-ac9c-c7e6488f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760395 Apr 19 17:59:16.878439 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2e6efd-69ee-45c9-a75e-7d588ea5073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a37d879-74e3-43d7-8364-a16bb8b34e7f'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 17:59:16.902699 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-46e0df96-200c-4af3-8a30-ac4fb7402ccb service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889667 Apr 19 17:59:16.954121 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2e6efd-69ee-45c9-a75e-7d588ea5073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a37d879-74e3-43d7-8364-a16bb8b34e7f', 'code': 200} Apr 19 17:59:17.116051 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad6e4a6b-7b70-4eb1-ba90-b1a255b00eec req-94abba16-9b32-45b3-a819-96d63317678c service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037585 Apr 19 17:59:17.562744 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 55264) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:17.650882 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-73c220eb-95a1-43c0-bc1e-8707c31f084b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:17.705917 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc0e01-2aa9-446c-83e5-4ed7b810f3b6 req-70aefbb8-13b9-4fed-aba5-0adc7f821639 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:17.720666 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-74fc0e01-2aa9-446c-83e5-4ed7b810f3b6 req-70aefbb8-13b9-4fed-aba5-0adc7f821639 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 945 time: 0.3283920 Apr 19 17:59:17.737486 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-73c220eb-95a1-43c0-bc1e-8707c31f084b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:17.744744 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-73c220eb-95a1-43c0-bc1e-8707c31f084b admin admin] Usage tracker for resource:security_group_rule and tenant:76dc7c3ea32f471db8b2abe2eccd8369 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:17.752231 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-73c220eb-95a1-43c0-bc1e-8707c31f084b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:17.755017 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a849ff0-16f9-4570-affd-338acab5290c req-b39a013a-6643-4ddf-b238-ee357d13c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:17.756706 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4a849ff0-16f9-4570-affd-338acab5290c req-b39a013a-6643-4ddf-b238-ee357d13c2e4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74fdb2ea59884c7794b2178018c22752&device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 1097 time: 0.4256103 Apr 19 17:59:17.765328 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-73c220eb-95a1-43c0-bc1e-8707c31f084b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:17.803305 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552a3ba-cabb-450b-b551-6200514ee822 req-9ec58d1b-b429-4e84-bd10-01ac23ae4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:17.804897 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f552a3ba-cabb-450b-b551-6200514ee822 req-9ec58d1b-b429-4e84-bd10-01ac23ae4175 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 1098 time: 0.3239934 Apr 19 17:59:17.822891 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706fb4d-867a-4723-92d5-6099bf996eca req-2da8e10b-b520-4f47-9b86-47955aad6192 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:17.823792 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-0706fb4d-867a-4723-92d5-6099bf996eca req-2da8e10b-b520-4f47-9b86-47955aad6192 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Synchronizing usage tracker for tenant:74fdb2ea59884c7794b2178018c22752 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:59:17.868808 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-74fc0e01-2aa9-446c-83e5-4ed7b810f3b6 req-94ca7aee-1b1b-4b64-b4b9-285112dbdfde tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468661 Apr 19 17:59:17.975987 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f552a3ba-cabb-450b-b551-6200514ee822 req-8045e4e8-0040-4a53-8583-f5871a66dfeb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469729 Apr 19 17:59:17.979115 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-0706fb4d-867a-4723-92d5-6099bf996eca req-2da8e10b-b520-4f47-9b86-47955aad6192 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Unset dirty status for tenant:74fdb2ea59884c7794b2178018c22752 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:59:17.987025 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0706fb4d-867a-4723-92d5-6099bf996eca req-2da8e10b-b520-4f47-9b86-47955aad6192 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 944 time: 0.7955110 Apr 19 17:59:18.006745 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-73c220eb-95a1-43c0-bc1e-8707c31f084b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:18.010077 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-73c220eb-95a1-43c0-bc1e-8707c31f084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:18.037970 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device fc116bd6-7373-4099-bfd0-77100595c839 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:59:18.048230 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-388c001b-5a0d-4089-ad66-ec029b16e92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:18.075023 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-73c220eb-95a1-43c0-bc1e-8707c31f084b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=76dc7c3ea32f471db8b2abe2eccd8369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4852538 Apr 19 17:59:18.078123 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 55294) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:18.094504 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0706fb4d-867a-4723-92d5-6099bf996eca req-44a61f09-de1e-4a02-ba39-0d88deac272f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065073 Apr 19 17:59:18.135551 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a849ff0-16f9-4570-affd-338acab5290c req-41555326-ed84-4182-96a5-65ca96e2210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:18.138130 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4a849ff0-16f9-4570-affd-338acab5290c req-41555326-ed84-4182-96a5-65ca96e2210e service neutron] 10.222.0.52 "GET /v2.0/networks?id=dcf4d709-3c2a-494e-b091-646278271f9d HTTP/1.1" status: 200 len: 910 time: 0.3715916 Apr 19 17:59:18.161711 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning for port fc116bd6-7373-4099-bfd0-77100595c839 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:59:18.168469 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port fc116bd6-7373-4099-bfd0-77100595c839 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:59:18.169588 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:18.206811 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c220eb-95a1-43c0-bc1e-8707c31f084b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209faac6-ea41-4b6f-bf14-8b81ce277d09,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:18.224510 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-73c220eb-95a1-43c0-bc1e-8707c31f084b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:18.262145 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4a849ff0-16f9-4570-affd-338acab5290c req-1d49e6e8-aa71-4d71-9db9-7ae7dd443196 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=560eda9a-4205-4a90-a959-19ee77ae8d41 HTTP/1.1" status: 200 len: 217 time: 0.1115050 Apr 19 17:59:18.298362 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ef5a0-cdb5-4e45-8d94-95dde537c981 req-45c69fde-a6b9-4d5a-804e-13d8b0487e33 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:18.307983 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad0ef5a0-cdb5-4e45-8d94-95dde537c981 req-45c69fde-a6b9-4d5a-804e-13d8b0487e33 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 945 time: 0.1742833 Apr 19 17:59:18.373920 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a849ff0-16f9-4570-affd-338acab5290c req-df8a5e2e-ab33-4a53-939a-7e37d343436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:18.375612 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4a849ff0-16f9-4570-affd-338acab5290c req-df8a5e2e-ab33-4a53-939a-7e37d343436a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36555cf9-033c-4142-bb83-8ae1c4a8eb89 HTTP/1.1" status: 200 len: 848 time: 0.1063228 Apr 19 17:59:18.377615 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad0ef5a0-cdb5-4e45-8d94-95dde537c981 req-8b2dac3d-c3dc-49be-acdd-98d8d9180380 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677087 Apr 19 17:59:18.399109 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-edfa772e-307f-4e18-8dd2-7d4e77d4ceee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:18.401005 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:18.445488 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port fc116bd6-7373-4099-bfd0-77100595c839, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fc116bd6-7373-4099-bfd0-77100595c839,segment=NetworkSegment(647dae85-79d8-4c98-8777-33601c559113),segment_id=647dae85-79d8-4c98-8777-33601c559113)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:18.448824 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:18.451406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:18.484870 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-edfa772e-307f-4e18-8dd2-7d4e77d4ceee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:18.493372 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a849ff0-16f9-4570-affd-338acab5290c req-111433b6-c408-4f73-9073-4aae209efe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:18.495017 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4a849ff0-16f9-4570-affd-338acab5290c req-111433b6-c408-4f73-9073-4aae209efe7e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dcf4d709-3c2a-494e-b091-646278271f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1125968 Apr 19 17:59:18.537897 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=fc116bd6-7373-4099-bfd0-77100595c839,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:18.541417 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:18.562513 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-edfa772e-307f-4e18-8dd2-7d4e77d4ceee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:18.568235 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9631602c-2814-499b-9fd0-e156bdd29af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:18.585872 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa772e-307f-4e18-8dd2-7d4e77d4ceee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209faac6-ea41-4b6f-bf14-8b81ce277d09,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:18.589008 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-edfa772e-307f-4e18-8dd2-7d4e77d4ceee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:18.598536 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-edfa772e-307f-4e18-8dd2-7d4e77d4ceee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:18.600043 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-edfa772e-307f-4e18-8dd2-7d4e77d4ceee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/209faac6-ea41-4b6f-bf14-8b81ce277d09 HTTP/1.1" status: 204 len: 168 time: 0.5208952 Apr 19 17:59:18.667686 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4a849ff0-16f9-4570-affd-338acab5290c req-16d1c671-31bf-48ff-99f5-d706c66f4299 service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654704 Apr 19 17:59:18.910989 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4a849ff0-16f9-4570-affd-338acab5290c req-448d12b1-15fb-4d47-be9b-dd24ce6451f7 service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299109 Apr 19 17:59:18.955374 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d4bb2f-8474-4906-a508-990463ff3740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc116bd6-7373-4099-bfd0-77100595c839'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 17:59:19.066452 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d4bb2f-8474-4906-a508-990463ff3740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc116bd6-7373-4099-bfd0-77100595c839', 'code': 200} Apr 19 17:59:19.223337 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9dff02-6097-4575-8ba3-9d433ee0a196 req-0f97c077-8f06-4ceb-b1f3-2482b2b0244f tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:19.231320 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5d9dff02-6097-4575-8ba3-9d433ee0a196 req-0f97c077-8f06-4ceb-b1f3-2482b2b0244f tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.1519253 Apr 19 17:59:19.289417 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5d9dff02-6097-4575-8ba3-9d433ee0a196 req-d9b8c148-31df-4e5e-8488-1afe1bfd7370 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568917 Apr 19 17:59:19.388384 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-07c8aad4-f8b4-4da3-8843-3044597d57d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:19.863891 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6a79c-b183-4021-aedd-db84b00bb3cc req-6449fbc9-f136-4f0f-a471-234a6b4418d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:19.865612 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-eef6a79c-b183-4021-aedd-db84b00bb3cc req-6449fbc9-f136-4f0f-a471-234a6b4418d8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 1099 time: 0.1306732 Apr 19 17:59:19.878063 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e7b14-e9bb-48e5-a311-bd05617a263d req-b421ba59-ed1f-429a-8872-deafeee4f6af tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:19.886380 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-856e7b14-e9bb-48e5-a311-bd05617a263d req-b421ba59-ed1f-429a-8872-deafeee4f6af tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 944 time: 0.4326205 Apr 19 17:59:19.902398 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:19.966974 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-eef6a79c-b183-4021-aedd-db84b00bb3cc req-11a803dd-38a1-48fb-87d7-a3e10d50a4f4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773253 Apr 19 17:59:19.979907 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-856e7b14-e9bb-48e5-a311-bd05617a263d req-92d59f50-3cae-46c5-87c9-1b6c62179e26 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925479 Apr 19 17:59:20.282870 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:20.546205 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead72a2-2572-47bc-b855-da109f50f8b9 req-fa61b783-063c-488c-8c4b-8d968e71c973 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:20.548081 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dead72a2-2572-47bc-b855-da109f50f8b9 req-fa61b783-063c-488c-8c4b-8d968e71c973 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.0997736 Apr 19 17:59:20.605687 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dead72a2-2572-47bc-b855-da109f50f8b9 req-3e0c2503-190d-44a4-81e5-2a120c2e6093 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468557 Apr 19 17:59:21.199408 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f6b78-5940-4af5-8ed3-0ab49e1caf0f req-bcb6c50b-56af-4110-bab9-0a4be59bd6dd tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:21.201647 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-736f6b78-5940-4af5-8ed3-0ab49e1caf0f req-bcb6c50b-56af-4110-bab9-0a4be59bd6dd tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 944 time: 0.1032157 Apr 19 17:59:21.266235 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-736f6b78-5940-4af5-8ed3-0ab49e1caf0f req-467239dc-d653-42d1-9bdf-a55e14e8e20a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560865 Apr 19 17:59:21.519775 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:21.823673 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f2df3-2b1e-420a-91df-7e0d4bd82c5b req-07c0c965-004d-4601-8f45-b4ae436a8b51 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:21.825531 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-045f2df3-2b1e-420a-91df-7e0d4bd82c5b req-07c0c965-004d-4601-8f45-b4ae436a8b51 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.0961671 Apr 19 17:59:21.878859 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-045f2df3-2b1e-420a-91df-7e0d4bd82c5b req-3a0b85b9-504b-4ecb-a9f8-f55a618b2406 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466120 Apr 19 17:59:22.057903 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 560eda9a-4205-4a90-a959-19ee77ae8d41 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 17:59:22.311823 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 560eda9a-4205-4a90-a959-19ee77ae8d41, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=560eda9a-4205-4a90-a959-19ee77ae8d41,segment=NetworkSegment(ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb),segment_id=ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:22.346900 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': '560eda9a-4205-4a90-a959-19ee77ae8d41', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'port_id': '560eda9a-4205-4a90-a959-19ee77ae8d41', 'mac_address': 'fa:16:3e:02:e0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 17:59:22.495029 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:22.537483 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d3f57-19e1-4dcd-aef0-186dda24cbe5 req-ab268c9a-2d1c-4072-8664-7976f8a2cdc8 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:22.543233 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271848b4-a937-4311-bf35-8ba72ac90b55 req-272cb014-7b03-4e10-aaf2-dda70f2c96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:22.545563 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-271848b4-a937-4311-bf35-8ba72ac90b55 req-272cb014-7b03-4e10-aaf2-dda70f2c96b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ffe142e5172f4ee7b8e1b943c6aa700e&device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 1099 time: 0.2762339 Apr 19 17:59:22.547461 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560eda9a-4205-4a90-a959-19ee77ae8d41 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 17:59:22.547969 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d79d3f57-19e1-4dcd-aef0-186dda24cbe5 req-ab268c9a-2d1c-4072-8664-7976f8a2cdc8 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 944 time: 0.1194887 Apr 19 17:59:22.565143 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 560eda9a-4205-4a90-a959-19ee77ae8d41, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=560eda9a-4205-4a90-a959-19ee77ae8d41,segment=NetworkSegment(ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb),segment_id=ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:22.569226 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:22.571883 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:22.588210 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37567ed1-07c0-4656-930f-5e27cec675f4 req-cafdd771-10b0-48f5-b17f-66b1a5d9a157 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:22.589873 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-37567ed1-07c0-4656-930f-5e27cec675f4 req-cafdd771-10b0-48f5-b17f-66b1a5d9a157 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.1961174 Apr 19 17:59:22.602834 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d79d3f57-19e1-4dcd-aef0-186dda24cbe5 req-8d48e4fd-7993-4c6f-8792-8167b587622b tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536296 Apr 19 17:59:22.670503 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=560eda9a-4205-4a90-a959-19ee77ae8d41,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:22.674060 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:22.812063 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-37567ed1-07c0-4656-930f-5e27cec675f4 req-07b33997-6979-457b-be3e-aba992bc4ea6 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929813 Apr 19 17:59:22.835124 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271848b4-a937-4311-bf35-8ba72ac90b55 req-55550109-73f5-4f22-abfd-fc9b45f7facc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:22.835613 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-271848b4-a937-4311-bf35-8ba72ac90b55 req-55550109-73f5-4f22-abfd-fc9b45f7facc service neutron] 10.222.0.52 "GET /v2.0/networks?id=2bf94a7d-dd30-4a9d-8286-77365bd61729 HTTP/1.1" status: 200 len: 919 time: 0.2681737 Apr 19 17:59:22.917185 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-271848b4-a937-4311-bf35-8ba72ac90b55 req-02e69f50-377a-4786-82a4-345444ea5cf3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc116bd6-7373-4099-bfd0-77100595c839 HTTP/1.1" status: 200 len: 217 time: 0.0730007 Apr 19 17:59:22.993256 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271848b4-a937-4311-bf35-8ba72ac90b55 req-518632ba-7258-4adb-926e-ad970492e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:22.994862 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-271848b4-a937-4311-bf35-8ba72ac90b55 req-518632ba-7258-4adb-926e-ad970492e0c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b92ef63-a0d2-412e-89de-24f4b22a0c4d HTTP/1.1" status: 200 len: 858 time: 0.0707939 Apr 19 17:59:23.050929 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-271848b4-a937-4311-bf35-8ba72ac90b55 req-5f121610-6a4b-4a19-87ba-ffefe50d866a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2bf94a7d-dd30-4a9d-8286-77365bd61729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486808 Apr 19 17:59:23.098881 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['560eda9a-4205-4a90-a959-19ee77ae8d41'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 17:59:23.218782 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-271848b4-a937-4311-bf35-8ba72ac90b55 req-b278e76b-fcff-4fcd-ba4a-e59baad16e75 service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583469 Apr 19 17:59:23.448326 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-271848b4-a937-4311-bf35-8ba72ac90b55 req-6522fae5-80f8-42c3-b1bb-7509f1ef0daf service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073681 Apr 19 17:59:23.542553 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 55514) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:23.682647 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-eca72a17-6189-474e-b36c-79024cd39fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:23.699601 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-eca72a17-6189-474e-b36c-79024cd39fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:23.703849 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-eca72a17-6189-474e-b36c-79024cd39fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:b3d777f3700c46b192cf332a16b32034 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:23.706908 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-eca72a17-6189-474e-b36c-79024cd39fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:23.712941 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-eca72a17-6189-474e-b36c-79024cd39fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:23.876906 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf69c4-f902-4a80-b0e6-a6f0b18bec5a req-aa96039c-88f7-464d-86e7-a19d7644b75e tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:23.879162 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6eaf69c4-f902-4a80-b0e6-a6f0b18bec5a req-aa96039c-88f7-464d-86e7-a19d7644b75e tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 945 time: 0.1575403 Apr 19 17:59:24.000895 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-eca72a17-6189-474e-b36c-79024cd39fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:24.014664 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6eaf69c4-f902-4a80-b0e6-a6f0b18bec5a req-8ac3134a-44f0-4eeb-997e-84a912365ad8 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239481 Apr 19 17:59:24.018718 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-eca72a17-6189-474e-b36c-79024cd39fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:24.083136 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-edfa772e-307f-4e18-8dd2-7d4e77d4ceee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:24.102730 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-eca72a17-6189-474e-b36c-79024cd39fa7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b3d777f3700c46b192cf332a16b32034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5589042 Apr 19 17:59:24.105604 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 55542) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:24.138930 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca72a17-6189-474e-b36c-79024cd39fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda2bb11-608b-43f6-870a-33060a695dc8,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:24.142500 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-eca72a17-6189-474e-b36c-79024cd39fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:24.232321 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-45253b16-cc5b-48f7-8396-b30d9cee0445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:24.276584 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1854168-3bdf-492a-86e8-839aa8ffac57 req-c1b7fcc7-d4e1-447e-adc3-1cb4e79d03ee tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:24.277980 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-45253b16-cc5b-48f7-8396-b30d9cee0445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:24.278408 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d1854168-3bdf-492a-86e8-839aa8ffac57 req-c1b7fcc7-d4e1-447e-adc3-1cb4e79d03ee tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 945 time: 0.0927682 Apr 19 17:59:24.314633 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d588d-e44a-4c82-91df-55f8dc67a746 req-76dde0c0-62b0-4a2b-9610-90d9e02ffce0 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:24.316365 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ac7d588d-e44a-4c82-91df-55f8dc67a746 req-76dde0c0-62b0-4a2b-9610-90d9e02ffce0 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.1676264 Apr 19 17:59:24.376944 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d1854168-3bdf-492a-86e8-839aa8ffac57 req-cd6ffe2e-e04a-47d6-a912-c07e98ec95f9 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0918105-0316-45f1-ac9c-c7e6488f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909038 Apr 19 17:59:24.378795 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ac7d588d-e44a-4c82-91df-55f8dc67a746 req-c5eba91d-5315-4986-a0f5-bfc1a585253f tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499811 Apr 19 17:59:24.417832 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-45253b16-cc5b-48f7-8396-b30d9cee0445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:24.426838 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:24.447884 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45253b16-cc5b-48f7-8396-b30d9cee0445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda2bb11-608b-43f6-870a-33060a695dc8,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:24.450918 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-45253b16-cc5b-48f7-8396-b30d9cee0445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:24.453318 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-45253b16-cc5b-48f7-8396-b30d9cee0445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:24.454723 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-45253b16-cc5b-48f7-8396-b30d9cee0445 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bda2bb11-608b-43f6-870a-33060a695dc8 HTTP/1.1" status: 204 len: 168 time: 0.3476126 Apr 19 17:59:24.701520 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-a40914b8-9f66-4a88-87fe-7ef76a4c48ba tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:24.703182 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-a40914b8-9f66-4a88-87fe-7ef76a4c48ba tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/networks?id=7f5311f3-eeef-4c41-a14f-d2c10a710c53 HTTP/1.1" status: 200 len: 815 time: 0.1829090 Apr 19 17:59:24.723226 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-fea76438-e783-4d05-bc83-c9c747f00312 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/quotas/328b3d778ec64a08957264476af46909 HTTP/1.1" status: 200 len: 375 time: 0.0117967 Apr 19 17:59:24.829444 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-e2363f7c-dee5-4a8a-aa61-0972cb92c3e0 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=328b3d778ec64a08957264476af46909&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0996730 Apr 19 17:59:24.869554 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 55576) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:24.891231 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bdf90f79-f151-4ebd-ba77-bf6bdbdda3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:24.913884 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-bdf90f79-f151-4ebd-ba77-bf6bdbdda3ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:24.918616 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-bdf90f79-f151-4ebd-ba77-bf6bdbdda3ab admin admin] Usage tracker for resource:security_group_rule and tenant:bbaafcb688054e1c821054cb9988b4db is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:24.922191 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-bdf90f79-f151-4ebd-ba77-bf6bdbdda3ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:24.929486 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-bdf90f79-f151-4ebd-ba77-bf6bdbdda3ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:25.004055 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 17:59:25.006172 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-4811fc74-8d6c-4cca-94ce-21c0b1f44075 service neutron] 10.222.0.81 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692674 Apr 19 17:59:25.034160 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bdf90f79-f151-4ebd-ba77-bf6bdbdda3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:25.037715 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bdf90f79-f151-4ebd-ba77-bf6bdbdda3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:25.051298 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2f80b529-d588-4a04-bbad-3f58ba5cb317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:25.093612 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-bdf90f79-f151-4ebd-ba77-bf6bdbdda3ab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bbaafcb688054e1c821054cb9988b4db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225399 Apr 19 17:59:25.096558 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 55582) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:25.100236 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf90f79-f151-4ebd-ba77-bf6bdbdda3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb603629-a76c-4470-8457-024d12e9dedf,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:25.109157 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bdf90f79-f151-4ebd-ba77-bf6bdbdda3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:25.193161 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-8f1c66e2-c7bc-49b9-8dbe-7ea5f60f2ed6 service neutron] 10.222.0.81 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788561 Apr 19 17:59:25.547579 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2de2c36f-2a48-4d6b-b876-2aaa63a809ba req-ace40ed3-5e02-47e3-b623-eeb27a6859fd tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 210 time: 0.0623426 Apr 19 17:59:25.555115 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a20ccbba-7334-4bf0-9c40-a0d430348d31 req-ccc51dcc-2def-49f3-add2-70f9e532eb0d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1741254 Apr 19 17:59:25.561511 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9e959168-f2de-40f4-8ddf-f7a15bc122e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:25.641165 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9e959168-f2de-40f4-8ddf-f7a15bc122e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:25.681227 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19063a-7eac-4db4-a09a-561d163c5388 req-a324571d-faa3-4a0f-afc8-9f6e83f36399 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:25.689395 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9b19063a-7eac-4db4-a09a-561d163c5388 req-a324571d-faa3-4a0f-afc8-9f6e83f36399 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 945 time: 0.5137410 Apr 19 17:59:25.746403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9e959168-f2de-40f4-8ddf-f7a15bc122e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:25.773130 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:25.798531 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e959168-f2de-40f4-8ddf-f7a15bc122e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb603629-a76c-4470-8457-024d12e9dedf,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:25.808787 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9e959168-f2de-40f4-8ddf-f7a15bc122e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:25.834191 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9e959168-f2de-40f4-8ddf-f7a15bc122e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:25.835687 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9e959168-f2de-40f4-8ddf-f7a15bc122e1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fb603629-a76c-4470-8457-024d12e9dedf HTTP/1.1" status: 204 len: 168 time: 0.7377102 Apr 19 17:59:25.855284 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9b19063a-7eac-4db4-a09a-561d163c5388 req-f8ccbb4a-5236-49db-9b89-cb003c29477a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648076 Apr 19 17:59:25.907514 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad439768-5c8f-4a3a-900b-32561c06a5bf req-871ca9d9-0c08-447b-abcc-5befda9c241d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:25.915687 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad439768-5c8f-4a3a-900b-32561c06a5bf req-871ca9d9-0c08-447b-abcc-5befda9c241d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.2188919 Apr 19 17:59:25.982128 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ccbba-7334-4bf0-9c40-a0d430348d31 req-60af0bc6-e4c1-41fa-89f2-8db4055aeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:25.983780 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a20ccbba-7334-4bf0-9c40-a0d430348d31 req-60af0bc6-e4c1-41fa-89f2-8db4055aeaee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=328b3d778ec64a08957264476af46909&device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 1098 time: 0.1998081 Apr 19 17:59:25.998565 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad439768-5c8f-4a3a-900b-32561c06a5bf req-37fb39e6-3949-493d-a9b4-ee2c0e4bcaa4 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817833 Apr 19 17:59:26.090363 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 560eda9a-4205-4a90-a959-19ee77ae8d41 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:59:26.144351 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d902d-3422-4477-b9eb-10635d36e70e req-de8ab6bf-cc14-4eef-9e7f-a27aa372f12d tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:26.153341 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-872d902d-3422-4477-b9eb-10635d36e70e req-de8ab6bf-cc14-4eef-9e7f-a27aa372f12d tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 945 time: 0.1402624 Apr 19 17:59:26.195241 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ccbba-7334-4bf0-9c40-a0d430348d31 req-56188aee-a282-4dc6-8274-50e059be0332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:26.197008 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a20ccbba-7334-4bf0-9c40-a0d430348d31 req-56188aee-a282-4dc6-8274-50e059be0332 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f5311f3-eeef-4c41-a14f-d2c10a710c53 HTTP/1.1" status: 200 len: 916 time: 0.1863286 Apr 19 17:59:26.208490 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning for port 560eda9a-4205-4a90-a959-19ee77ae8d41 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:59:26.212307 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-872d902d-3422-4477-b9eb-10635d36e70e req-faa9192c-1deb-40ef-b181-955c30fc7a78 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0918105-0316-45f1-ac9c-c7e6488f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578701 Apr 19 17:59:26.214281 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port 560eda9a-4205-4a90-a959-19ee77ae8d41 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:59:26.214718 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:26.362761 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a20ccbba-7334-4bf0-9c40-a0d430348d31 req-6a1787fe-1138-406a-95d7-605d4597aee4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7db8e665-b5da-4dbf-bb57-25ae6e500e32 HTTP/1.1" status: 200 len: 217 time: 0.1299453 Apr 19 17:59:26.414524 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:26.448814 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ccbba-7334-4bf0-9c40-a0d430348d31 req-68591cb9-2cc1-4476-a791-6bd340feaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:26.449046 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752e5266-0f77-451f-990f-22d2ef6b054f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560eda9a-4205-4a90-a959-19ee77ae8d41'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 17:59:26.452628 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a20ccbba-7334-4bf0-9c40-a0d430348d31 req-68591cb9-2cc1-4476-a791-6bd340feaeda service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e67e2e39-6a7d-43fd-81d1-0b2082cf681f HTTP/1.1" status: 200 len: 855 time: 0.0752420 Apr 19 17:59:26.479053 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 560eda9a-4205-4a90-a959-19ee77ae8d41, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=560eda9a-4205-4a90-a959-19ee77ae8d41,segment=NetworkSegment(ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb),segment_id=ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:26.482945 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:26.485221 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-add2c993-f502-4746-9ade-86bae8e2c36b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:26.525704 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a20ccbba-7334-4bf0-9c40-a0d430348d31 req-ea4349a6-09c3-45d0-adfc-07c28c2c97b4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f5311f3-eeef-4c41-a14f-d2c10a710c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664735 Apr 19 17:59:26.536850 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752e5266-0f77-451f-990f-22d2ef6b054f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560eda9a-4205-4a90-a959-19ee77ae8d41', 'code': 200} Apr 19 17:59:26.611195 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=560eda9a-4205-4a90-a959-19ee77ae8d41,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:26.622982 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:26.726346 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a20ccbba-7334-4bf0-9c40-a0d430348d31 req-9843fa3c-ab14-4a7f-9ad4-5e8b5bb748c9 service neutron] 10.222.0.52 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894681 Apr 19 17:59:26.751779 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-50511eee-13e4-4f7f-9cee-e36461499971 req-6f3303a6-d3e4-415c-bc3f-78e0f1de095f tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 210 time: 0.0661461 Apr 19 17:59:27.313008 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 55658) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:27.330496 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a20ccbba-7334-4bf0-9c40-a0d430348d31 req-89dc2508-26d2-44ea-a834-7aab9947c7f6 service neutron] 10.222.0.52 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827177 Apr 19 17:59:27.460883 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-cc1957f1-0724-4b41-9dea-e657bdb7fbf9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:27.462971 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-cc1957f1-0724-4b41-9dea-e657bdb7fbf9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.52 "GET /v2.0/networks?id=7f5311f3-eeef-4c41-a14f-d2c10a710c53 HTTP/1.1" status: 200 len: 815 time: 0.3980675 Apr 19 17:59:27.479853 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-6e2c83ae-b24a-4ed1-8e69-bb29210d25fe tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Request body: {'port': {'device_id': 'aa71d0aa-1a72-40cc-b346-e655eaf0b7fc', 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53', 'admin_state_up': True, 'tenant_id': '328b3d778ec64a08957264476af46909'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:59:27.535427 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefb859-354a-409c-b9a4-9d8f1adf4464 req-f07c9f1d-d150-41af-9442-a1d782b7c507 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:27.537007 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6fefb859-354a-409c-b9a4-9d8f1adf4464 req-f07c9f1d-d150-41af-9442-a1d782b7c507 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.52 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 945 time: 0.7434244 Apr 19 17:59:27.545579 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b71e6-b75e-4c7a-b311-ff157063179e req-23073924-ea5e-4a2a-a858-ae555136e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:27.547155 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3d3b71e6-b75e-4c7a-b311-ff157063179e req-23073924-ea5e-4a2a-a858-ae555136e64f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 1099 time: 0.2212088 Apr 19 17:59:27.588843 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-949893912-network', 'tenant_id': '41a044f7097d4d068129031a66a5d090'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:59:27.609021 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:27.632882 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Usage tracker for resource:network and tenant:41a044f7097d4d068129031a66a5d090 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:27.636463 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:27.638293 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755bcf5-2169-4b75-8936-0a9bd41dab1a req-105de84f-9e48-4d7f-bb88-ead2fedadcb9 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:27.640254 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e755bcf5-2169-4b75-8936-0a9bd41dab1a req-105de84f-9e48-4d7f-bb88-ead2fedadcb9 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.3157954 Apr 19 17:59:27.647068 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:27.683927 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3d3b71e6-b75e-4c7a-b311-ff157063179e req-c3de0584-a45a-4f6c-b44f-3114f06b1aca service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011698 Apr 19 17:59:27.688187 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3927bad-4b1a-41c4-a67a-170085208721 req-5462b3cf-27c0-49b0-a8b4-8bee33a2e886 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:27.689801 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f3927bad-4b1a-41c4-a67a-170085208721 req-5462b3cf-27c0-49b0-a8b4-8bee33a2e886 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.3706937 Apr 19 17:59:27.692120 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Made reservation on behalf of 41a044f7097d4d068129031a66a5d090 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:59:27.695191 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-6fefb859-354a-409c-b9a4-9d8f1adf4464 req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Deleting port ceee0ee5-bf22-44bd-a452-41d00cbae29b {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 17:59:27.695572 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-6fefb859-354a-409c-b9a4-9d8f1adf4464 req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:27.696891 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:27.715601 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-6e2c83ae-b24a-4ed1-8e69-bb29210d25fe tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:27.738384 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:27.761803 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-6e2c83ae-b24a-4ed1-8e69-bb29210d25fe tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:27.770445 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e755bcf5-2169-4b75-8936-0a9bd41dab1a req-b785744a-459e-4f33-b2e9-759500bc71ae tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210234 Apr 19 17:59:27.782157 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:27.800888 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Usage tracker for resource:security_group_rule and tenant:41a044f7097d4d068129031a66a5d090 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:27.806739 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f3927bad-4b1a-41c4-a67a-170085208721 req-98f72614-c3b9-4935-ac59-22220c9294ae tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990291 Apr 19 17:59:27.807793 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:27.811337 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-6e2c83ae-b24a-4ed1-8e69-bb29210d25fe tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Made reservation on behalf of 328b3d778ec64a08957264476af46909 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:59:27.817413 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-6e2c83ae-b24a-4ed1-8e69-bb29210d25fe tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:27.840084 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:28.009707 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3095f343-8afd-4a95-b466-ab054744470a req-7e45f8b5-e392-40ad-87a8-8f6507c990a3 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 210 time: 0.0735309 Apr 19 17:59:28.065430 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-6fefb859-354a-409c-b9a4-9d8f1adf4464 req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] For port ceee0ee5-bf22-44bd-a452-41d00cbae29b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ceee0ee5-bf22-44bd-a452-41d00cbae29b,segment=NetworkSegment(6dadef09-4cd4-454c-b089-4182b9039b22),segment_id=6dadef09-4cd4-454c-b089-4182b9039b22)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:28.065734 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-6fefb859-354a-409c-b9a4-9d8f1adf4464 req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:28.091186 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ce7c5-6019-4dcd-b0f1-0f423a5c878d req-6cefe896-bf9d-4b31-87f2-a18f17deb172 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:28.092843 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-747ce7c5-6019-4dcd-b0f1-0f423a5c878d req-6cefe896-bf9d-4b31-87f2-a18f17deb172 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 945 time: 0.1708021 Apr 19 17:59:28.126587 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-6e2c83ae-b24a-4ed1-8e69-bb29210d25fe tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Allocated IP 172.20.0.8 (7f5311f3-eeef-4c41-a14f-d2c10a710c53/e67e2e39-6a7d-43fd-81d1-0b2082cf681f/e80235d4-b28d-4bca-9642-36dc76b7d8e8) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 17:59:28.151601 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:28.158732 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:28.172998 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a4dfbc8f-66cb-4ff0-993d-803a20b21d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:28.218410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 17:59:28.228848 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-6fefb859-354a-409c-b9a4-9d8f1adf4464 req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Calling delete_port for ceee0ee5-bf22-44bd-a452-41d00cbae29b owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 17:59:28.246809 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7631f76b-099f-4b92-b05b-f7a9aa90decf,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:28.249698 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:28.250099 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Added segment 39fdc426-f15c-45e5-b9dd-53bf833110ab of type vlan for network 4f8045e5-ae5e-4192-ad7e-459115c16f0d Apr 19 17:59:28.287924 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.288325 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.288714 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.289095 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.289471 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.289853 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.290259 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.290632 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.291010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.291379 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.291749 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.292704 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.306991 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:28.334589 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-747ce7c5-6019-4dcd-b0f1-0f423a5c878d req-edcd5080-3dca-4bbc-b566-6bb7fada2097 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0918105-0316-45f1-ac9c-c7e6488f24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849704 Apr 19 17:59:28.406339 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764668142058'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:28.498489 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:28.501775 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:28.502476 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:28.508386 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-6e2c83ae-b24a-4ed1-8e69-bb29210d25fe tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:28.513332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:28.522217 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-6fefb859-354a-409c-b9a4-9d8f1adf4464 req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:28.544942 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:28.599973 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Pushing event deleted for resources: {'Port': ['ID=ceee0ee5-bf22-44bd-a452-41d00cbae29b,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:28.636476 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3151765 Apr 19 17:59:28.638623 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Pushing event updated for resources: {'Network': ['ID=4f8045e5-ae5e-4192-ad7e-459115c16f0d,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:28.641797 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 55690) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:28.646340 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:28.650367 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-5f15843f-bc41-4b8c-af04-ab919d12077f admin admin] Request body: {'subnet': {'network_id': '4f8045e5-ae5e-4192-ad7e-459115c16f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-949893912-subnet', 'tenant_id': '41a044f7097d4d068129031a66a5d090', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:59:28.651919 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Network 4f8045e5-ae5e-4192-ad7e-459115c16f0d details requested by agent ovs-agent-dv-cinder-786927-1-smb with host dv-cinder-786927-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 17:59:28.658367 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5f15843f-bc41-4b8c-af04-ab919d12077f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:28.664082 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5f15843f-bc41-4b8c-af04-ab919d12077f admin admin] Usage tracker for resource:subnet and tenant:41a044f7097d4d068129031a66a5d090 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:28.667900 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5f15843f-bc41-4b8c-af04-ab919d12077f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:28.680599 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5f15843f-bc41-4b8c-af04-ab919d12077f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:28.690357 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fefb859-354a-409c-b9a4-9d8f1adf4464 req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] No DVR routers for this DVR port ceee0ee5-bf22-44bd-a452-41d00cbae29b on host hv-cinder-78692 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 17:59:28.690719 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-6e2c83ae-b24a-4ed1-8e69-bb29210d25fe tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:28.692763 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.693132 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f15843f-bc41-4b8c-af04-ab919d12077f admin admin] Made reservation on behalf of 41a044f7097d4d068129031a66a5d090 for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:59:28.693242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.693527 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.693963 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.694371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.694827 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.695242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.695619 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.695997 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.696370 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.696742 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.697110 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:28.697918 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f15843f-bc41-4b8c-af04-ab919d12077f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3897578'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:28.700717 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:28.701828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-6fefb859-354a-409c-b9a4-9d8f1adf4464 req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:28.709224 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00833be6-d960-4d0e-8e9a-1763f619e989', 'name': 'network-vif-deleted', 'tag': 'ceee0ee5-bf22-44bd-a452-41d00cbae29b'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 17:59:28.723412 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:28.724864 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6fefb859-354a-409c-b9a4-9d8f1adf4464 req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.52 "DELETE /v2.0/ports/ceee0ee5-bf22-44bd-a452-41d00cbae29b HTTP/1.1" status: 204 len: 173 time: 1.1765196 Apr 19 17:59:28.739472 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['7db8e665-b5da-4dbf-bb57-25ae6e500e32'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 17:59:28.774613 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00833be6-d960-4d0e-8e9a-1763f619e989', 'name': 'network-vif-deleted', 'tag': 'ceee0ee5-bf22-44bd-a452-41d00cbae29b', 'status': 'completed', 'code': 200} Apr 19 17:59:28.868232 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-6e2c83ae-b24a-4ed1-8e69-bb29210d25fe tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:59:28.873295 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-6e2c83ae-b24a-4ed1-8e69-bb29210d25fe tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:59:28.882340 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-6e2c83ae-b24a-4ed1-8e69-bb29210d25fe tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 17:59:28.917178 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c83ae-b24a-4ed1-8e69-bb29210d25fe tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Pushing event updated for resources: {'Port': ['ID=e80235d4-b28d-4bca-9642-36dc76b7d8e8,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:28.928445 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6e2c83ae-b24a-4ed1-8e69-bb29210d25fe tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:28.982516 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-6e2c83ae-b24a-4ed1-8e69-bb29210d25fe tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:28.983276 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-6e2c83ae-b24a-4ed1-8e69-bb29210d25fe tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:29.085018 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca16e0d-88be-47c7-bd34-8bc18f216113 req-f393e6bc-b3ae-4cc4-a1fe-2728db79ff02 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:29.086784 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cca16e0d-88be-47c7-bd34-8bc18f216113 req-f393e6bc-b3ae-4cc4-a1fe-2728db79ff02 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0966742 Apr 19 17:59:29.096998 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-6e2c83ae-b24a-4ed1-8e69-bb29210d25fe tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6242173 Apr 19 17:59:29.119697 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Request body: {'port': {'device_id': 'aa71d0aa-1a72-40cc-b346-e655eaf0b7fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:59:29.151764 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cca16e0d-88be-47c7-bd34-8bc18f216113 req-fa2338d7-eba3-4909-820c-411174d10a00 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558829 Apr 19 17:59:29.329252 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:29.392546 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cd89d-c248-4203-a90c-f8252133f640 req-1c400459-1c6a-49b8-a104-6bdaa7e7acb7 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:29.394228 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-548cd89d-c248-4203-a90c-f8252133f640 req-1c400459-1c6a-49b8-a104-6bdaa7e7acb7 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.3484635 Apr 19 17:59:29.395104 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ed4c0-ee94-45db-93d5-d5022a74530a req-ad77f684-109d-4225-b2f5-0230b9bbbdad tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:29.399158 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-660ed4c0-ee94-45db-93d5-d5022a74530a req-ad77f684-109d-4225-b2f5-0230b9bbbdad tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 931 time: 0.1303051 Apr 19 17:59:29.452463 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-660ed4c0-ee94-45db-93d5-d5022a74530a req-30243172-0897-4852-a191-32ab8a6c1e23 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456839 Apr 19 17:59:29.580499 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-548cd89d-c248-4203-a90c-f8252133f640 req-c4908b97-f3fc-41c1-9409-792da325227c tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674354 Apr 19 17:59:29.641465 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-df6e3eea-5968-4945-b2c1-8a201bf40b92 req-fbd5d201-9f05-4ba7-b82b-3c95164d8a39 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Synchronizing usage tracker for tenant:cc7335aa15944b46a7f72726f22a886c on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:59:29.660577 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-df6e3eea-5968-4945-b2c1-8a201bf40b92 req-fbd5d201-9f05-4ba7-b82b-3c95164d8a39 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Unset dirty status for tenant:cc7335aa15944b46a7f72726f22a886c on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:59:29.661910 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-df6e3eea-5968-4945-b2c1-8a201bf40b92 req-fbd5d201-9f05-4ba7-b82b-3c95164d8a39 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] 10.222.0.81 "GET /v2.0/ports?device_id=00833be6-d960-4d0e-8e9a-1763f619e989 HTTP/1.1" status: 200 len: 210 time: 0.0792398 Apr 19 17:59:29.830958 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f15843f-bc41-4b8c-af04-ab919d12077f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851853892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3897595'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:29.838717 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:29.986303 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15843f-bc41-4b8c-af04-ab919d12077f admin admin] Pushing event updated for resources: {'Subnet': ['ID=76c05180-3403-41ef-8665-e27be92e1c09,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:29.997512 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80235d4-b28d-4bca-9642-36dc76b7d8e8 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 17:59:30.002310 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5f15843f-bc41-4b8c-af04-ab919d12077f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:30.008124 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:30.010669 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f15843f-bc41-4b8c-af04-ab919d12077f admin admin] Checking segment: {'id': '39fdc426-f15c-45e5-b9dd-53bf833110ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4f8045e5-ae5e-4192-ad7e-459115c16f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:59:30.011063 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f15843f-bc41-4b8c-af04-ab919d12077f admin admin] Network hostable DHCP agents. Network: 4f8045e5-ae5e-4192-ad7e-459115c16f0d, hostable agents: ['e04df252-53f8-4f20-921c-5c31ef9947a5'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 17:59:30.041125 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Transition to ACTIVE for port object e80235d4-b28d-4bca-9642-36dc76b7d8e8 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:59:30.044417 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:30.050265 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:30.087260 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f15843f-bc41-4b8c-af04-ab919d12077f admin admin] Network 4f8045e5-ae5e-4192-ad7e-459115c16f0d is scheduled to be hosted by DHCP agent e04df252-53f8-4f20-921c-5c31ef9947a5 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 17:59:30.137125 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device ceee0ee5-bf22-44bd-a452-41d00cbae29b no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 17:59:30.177240 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-5f15843f-bc41-4b8c-af04-ab919d12077f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-smb, 4f8045e5-ae5e-4192-ad7e-459115c16f0d) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:59:30.179448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] No Port match for: ceee0ee5-bf22-44bd-a452-41d00cbae29b {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 17:59:30.179842 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device ceee0ee5-bf22-44bd-a452-41d00cbae29b not bound to the agent host hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 17:59:30.201027 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dd9023-039f-42a1-840f-14da31805eaf None None] Network 4f8045e5-ae5e-4192-ad7e-459115c16f0d requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:59:30.201762 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Pushing event updated for resources: {'Port': ['ID=e80235d4-b28d-4bca-9642-36dc76b7d8e8,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:30.208190 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:30.242786 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f15843f-bc41-4b8c-af04-ab919d12077f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:30.243441 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f15843f-bc41-4b8c-af04-ab919d12077f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:30.311468 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5f15843f-bc41-4b8c-af04-ab919d12077f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6682341 Apr 19 17:59:30.366978 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Attempting to bind port e80235d4-b28d-4bca-9642-36dc76b7d8e8 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 17:59:30.367267 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Attempting to bind port e80235d4-b28d-4bca-9642-36dc76b7d8e8 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c5c85a1b-0a3c-47aa-a988-2b483f6ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 17:59:30.367644 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Attempting to bind port e80235d4-b28d-4bca-9642-36dc76b7d8e8 on network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:59:30.421572 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Port e80235d4-b28d-4bca-9642-36dc76b7d8e8 on network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 17:59:30.421988 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Attempting to bind port e80235d4-b28d-4bca-9642-36dc76b7d8e8 on network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:59:30.436193 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Checking agent: {'id': '65b29327-db8b-4ae4-8402-12a24c685031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'started_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 17, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 17:59:30.436574 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Checking segment: {'id': 'c5c85a1b-0a3c-47aa-a988-2b483f6ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:59:30.437094 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Bound using segment: {'id': 'c5c85a1b-0a3c-47aa-a988-2b483f6ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 17:59:30.437692 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Bound port: e80235d4-b28d-4bca-9642-36dc76b7d8e8, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c85a1b-0a3c-47aa-a988-2b483f6ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 17:59:30.438213 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:30.459362 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787cbcc3-f34e-46ca-9f99-d51fe92c2926 None None] Network 4f8045e5-ae5e-4192-ad7e-459115c16f0d requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 17:59:30.570850 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bb788-73e2-4b67-b843-d16dbd56be28 req-5c042f23-f3df-4112-8bfe-e6d670dde66b tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:30.572517 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d3bb788-73e2-4b67-b843-d16dbd56be28 req-5c042f23-f3df-4112-8bfe-e6d670dde66b tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.2069840 Apr 19 17:59:30.613709 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] For port e80235d4-b28d-4bca-9642-36dc76b7d8e8, host hv-cinder-78692, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 17:59:30.635577 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] For port e80235d4-b28d-4bca-9642-36dc76b7d8e8, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e80235d4-b28d-4bca-9642-36dc76b7d8e8,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 17:59:30.645036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:30.670182 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d3bb788-73e2-4b67-b843-d16dbd56be28 req-17b5bcc3-71ef-49cf-af55-c0a48cdee17d tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822845 Apr 19 17:59:30.672380 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:30.711523 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8afd0-8e80-4c97-b785-ba923c676cf9 req-ac48effa-db12-40ed-a3eb-51f8a438d9e7 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:30.713148 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6ab8afd0-8e80-4c97-b785-ba923c676cf9 req-ac48effa-db12-40ed-a3eb-51f8a438d9e7 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 943 time: 0.1146138 Apr 19 17:59:30.751911 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:30.752822 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:30.754405 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] 10.222.0.52 "PUT /v2.0/ports/e80235d4-b28d-4bca-9642-36dc76b7d8e8 HTTP/1.1" status: 200 len: 1093 time: 1.6397336 Apr 19 17:59:30.757009 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa71d0aa-1a72-40cc-b346-e655eaf0b7fc', 'tag': 'e80235d4-b28d-4bca-9642-36dc76b7d8e8'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 17:59:30.768116 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6ab8afd0-8e80-4c97-b785-ba923c676cf9 req-272d0f7c-fb79-4c2f-83a7-7de51c690b9b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465539 Apr 19 17:59:30.808539 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Pushing event updated for resources: {'Port': ['ID=e80235d4-b28d-4bca-9642-36dc76b7d8e8,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:30.861195 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:31.052512 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dcc0d-3774-4222-86f9-0ccdcf410fd9 req-bdec1784-2004-4550-8148-1d01b0d17532 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:31.072214 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e40dcc0d-3774-4222-86f9-0ccdcf410fd9 req-bdec1784-2004-4550-8148-1d01b0d17532 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.1877856 Apr 19 17:59:31.072816 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 55746) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:31.097728 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-51877d53-6b70-470b-bd73-71114f4be7c4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Request body: {'floatingip': {'port_id': '560eda9a-4205-4a90-a959-19ee77ae8d41'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:59:31.228406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:31.259406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-51877d53-6b70-470b-bd73-71114f4be7c4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for floatingip, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:31.320228 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0af69-e955-42d2-81b2-a55670d077f4 req-6b30607d-1814-4563-9d7a-4d0982eafb4d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:31.352870 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c0e0af69-e955-42d2-81b2-a55670d077f4 req-6b30607d-1814-4563-9d7a-4d0982eafb4d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.4871457 Apr 19 17:59:31.409128 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa71d0aa-1a72-40cc-b346-e655eaf0b7fc', 'tag': 'e80235d4-b28d-4bca-9642-36dc76b7d8e8', 'status': 'completed', 'code': 200} Apr 19 17:59:31.418103 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-238a9a14-3c77-4811-b432-bc47f51ad2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:31.423294 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-238a9a14-3c77-4811-b432-bc47f51ad2ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=328b3d778ec64a08957264476af46909&device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 1096 time: 0.6043327 Apr 19 17:59:31.565530 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-759dbde7-f39c-4c0e-9961-46f5d1e6187b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e80235d4-b28d-4bca-9642-36dc76b7d8e8 HTTP/1.1" status: 200 len: 217 time: 0.1291637 Apr 19 17:59:31.566081 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 55768) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:31.634227 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c0e0af69-e955-42d2-81b2-a55670d077f4 req-e03c7005-2f24-4b37-92d8-ab10f81fcddc tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789669 Apr 19 17:59:31.677734 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c5439de9-80f2-4b2c-b0c6-fe72bcce9e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:31.681720 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-c5439de9-80f2-4b2c-b0c6-fe72bcce9e3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e67e2e39-6a7d-43fd-81d1-0b2082cf681f HTTP/1.1" status: 200 len: 855 time: 0.1025224 Apr 19 17:59:31.758349 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-7b118e67-489d-4cac-85b3-ea5b38a35e46 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f5311f3-eeef-4c41-a14f-d2c10a710c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672872 Apr 19 17:59:31.812601 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-951918bb-03f8-4d4d-9369-54f707cfa936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:31.891027 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-951918bb-03f8-4d4d-9369-54f707cfa936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:31.898569 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-951918bb-03f8-4d4d-9369-54f707cfa936 admin admin] Usage tracker for resource:security_group_rule and tenant:b6237b7594ab48b1bcf220923d5b7cd1 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:31.908122 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-951918bb-03f8-4d4d-9369-54f707cfa936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:31.923550 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-951918bb-03f8-4d4d-9369-54f707cfa936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:31.989609 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-456c3a6e-927d-4b54-a621-178764c479fa service neutron] 10.222.0.52 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241044 Apr 19 17:59:32.189413 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-951918bb-03f8-4d4d-9369-54f707cfa936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:32.196042 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4158f3fe-26e0-49b1-8bc9-3de5fea7fe46 req-931d0d94-86c0-46bb-abba-eae94560403b service neutron] 10.222.0.52 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967914 Apr 19 17:59:32.196799 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-951918bb-03f8-4d4d-9369-54f707cfa936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:32.206169 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bdf90f79-f151-4ebd-ba77-bf6bdbdda3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:32.293205 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-951918bb-03f8-4d4d-9369-54f707cfa936 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b6237b7594ab48b1bcf220923d5b7cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7237184 Apr 19 17:59:32.305771 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 55784) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:32.307683 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951918bb-03f8-4d4d-9369-54f707cfa936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052f19ba-b708-452e-85fd-8b048ae6926e,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:32.313145 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-951918bb-03f8-4d4d-9369-54f707cfa936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:32.403017 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7581f855-4706-42a1-9603-2ce84058c5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:32.407015 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241da290-62e7-4e07-a029-dabcefedc031 req-f968fbdd-1eac-439d-97e7-45ca85628b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:32.408331 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-241da290-62e7-4e07-a029-dabcefedc031 req-f968fbdd-1eac-439d-97e7-45ca85628b25 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=328b3d778ec64a08957264476af46909&device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 1096 time: 0.1644099 Apr 19 17:59:32.472364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519282d-c1b5-4f40-91c6-300b8913b715 req-a598580b-0b15-487e-940d-c5ea29a271e9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:32.474068 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4519282d-c1b5-4f40-91c6-300b8913b715 req-a598580b-0b15-487e-940d-c5ea29a271e9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 943 time: 0.5529840 Apr 19 17:59:32.518468 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7581f855-4706-42a1-9603-2ce84058c5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:32.536138 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.db.resource_extend [None req-51877d53-6b70-470b-bd73-71114f4be7c4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 17:59:32.599580 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4519282d-c1b5-4f40-91c6-300b8913b715 req-c8b95496-36dc-4697-9e65-99432f89bfc6 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123736 Apr 19 17:59:32.613863 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7581f855-4706-42a1-9603-2ce84058c5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:32.619202 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9e959168-f2de-40f4-8ddf-f7a15bc122e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:32.626608 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241da290-62e7-4e07-a029-dabcefedc031 req-6bb48845-109c-4045-9bf7-ce87f31b4442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:32.628204 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-241da290-62e7-4e07-a029-dabcefedc031 req-6bb48845-109c-4045-9bf7-ce87f31b4442 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f5311f3-eeef-4c41-a14f-d2c10a710c53 HTTP/1.1" status: 200 len: 916 time: 0.2110193 Apr 19 17:59:32.635351 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581f855-4706-42a1-9603-2ce84058c5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052f19ba-b708-452e-85fd-8b048ae6926e,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:32.641269 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7581f855-4706-42a1-9603-2ce84058c5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:32.679139 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-51877d53-6b70-470b-bd73-71114f4be7c4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:32.683888 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-51877d53-6b70-470b-bd73-71114f4be7c4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810353'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:32.803214 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-241da290-62e7-4e07-a029-dabcefedc031 req-2404d1ce-e86b-480e-82c8-3aa7dc7af75e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e80235d4-b28d-4bca-9642-36dc76b7d8e8 HTTP/1.1" status: 200 len: 217 time: 0.1551127 Apr 19 17:59:32.808875 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7581f855-4706-42a1-9603-2ce84058c5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:32.812098 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-7581f855-4706-42a1-9603-2ce84058c5d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/052f19ba-b708-452e-85fd-8b048ae6926e HTTP/1.1" status: 204 len: 168 time: 0.4991477 Apr 19 17:59:32.970139 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.l3_db [None req-51877d53-6b70-470b-bd73-71114f4be7c4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Floating IP 408dfef4-36be-4c3d-95d8-50865d3d9d9c associated. External IP: 172.28.2.97, port: 560eda9a-4205-4a90-a959-19ee77ae8d41. Apr 19 17:59:32.973161 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241da290-62e7-4e07-a029-dabcefedc031 req-1bbb9fe7-88be-46b5-8a79-bfaff2b0c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:32.974765 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-241da290-62e7-4e07-a029-dabcefedc031 req-1bbb9fe7-88be-46b5-8a79-bfaff2b0c4b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e67e2e39-6a7d-43fd-81d1-0b2082cf681f HTTP/1.1" status: 200 len: 855 time: 0.1148505 Apr 19 17:59:33.047859 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-241da290-62e7-4e07-a029-dabcefedc031 req-60e759b7-d73d-4381-99e1-25d61b5e3900 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f5311f3-eeef-4c41-a14f-d2c10a710c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579479 Apr 19 17:59:33.057131 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-c5193722-38b5-4277-aaed-dc07484256f1 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:33.057978 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-c5193722-38b5-4277-aaed-dc07484256f1 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Synchronizing usage tracker for tenant:41a044f7097d4d068129031a66a5d090 on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:59:33.160226 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d4458-36bc-4cf8-b731-e87d94b1de4b req-694d7414-e737-4435-a24f-a5ee2e2bdfc5 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:33.162598 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5f8d4458-36bc-4cf8-b731-e87d94b1de4b req-694d7414-e737-4435-a24f-a5ee2e2bdfc5 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.3263006 Apr 19 17:59:33.174277 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-c5193722-38b5-4277-aaed-dc07484256f1 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Unset dirty status for tenant:41a044f7097d4d068129031a66a5d090 on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:59:33.177066 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-c5193722-38b5-4277-aaed-dc07484256f1 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/networks?id=4f8045e5-ae5e-4192-ad7e-459115c16f0d HTTP/1.1" status: 200 len: 808 time: 0.4123597 Apr 19 17:59:33.212011 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 55816) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:33.219266 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-1f6fc931-28fc-4491-a9d7-ed2914238302 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/quotas/41a044f7097d4d068129031a66a5d090 HTTP/1.1" status: 200 len: 375 time: 0.0342867 Apr 19 17:59:33.274448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2efbd700-850e-443e-8cfe-4661ec1fe409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:33.297113 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-67bc2c8c-386d-49e8-952b-b6225833d0c8 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=41a044f7097d4d068129031a66a5d090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704486 Apr 19 17:59:33.300105 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-241da290-62e7-4e07-a029-dabcefedc031 req-08d7f06a-0689-452c-90d6-79134ebabc6d service neutron] 10.222.0.52 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386274 Apr 19 17:59:33.301124 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5f8d4458-36bc-4cf8-b731-e87d94b1de4b req-ff0972bb-63e0-4219-bed1-2c6ab2b18292 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232839 Apr 19 17:59:33.321526 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2efbd700-850e-443e-8cfe-4661ec1fe409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:33.343940 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2efbd700-850e-443e-8cfe-4661ec1fe409 admin admin] Usage tracker for resource:security_group_rule and tenant:24cb4d25089842e38eb0fe3c3fa47530 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:33.348247 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2efbd700-850e-443e-8cfe-4661ec1fe409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:33.487361 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2efbd700-850e-443e-8cfe-4661ec1fe409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:33.504116 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 55824) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:33.605383 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51877d53-6b70-470b-bd73-71114f4be7c4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 17:59:33.654888 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-f02b9a2e-bce8-4e48-82e4-f57f16dbc85a service neutron] 10.222.0.81 "GET /v2.0/networks/4f8045e5-ae5e-4192-ad7e-459115c16f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455050 Apr 19 17:59:33.676731 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-1672ccf2-c09e-4c2d-8d5f-7de14de97004 admin admin] Deleting subnet 1c99f5a9-336b-4cba-aa92-205a0098bf67 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 17:59:33.711177 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1672ccf2-c09e-4c2d-8d5f-7de14de97004 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:33.754830 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-241da290-62e7-4e07-a029-dabcefedc031 req-bdb151fa-6725-474a-94f0-1dc6a5a5fa39 service neutron] 10.222.0.52 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468002 Apr 19 17:59:33.947797 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2efbd700-850e-443e-8cfe-4661ec1fe409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:33.953995 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51877d53-6b70-470b-bd73-71114f4be7c4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 17:59:33.956654 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2efbd700-850e-443e-8cfe-4661ec1fe409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:33.971421 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:33.974367 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee9669c-f2e0-429e-ab72-9ee64ba4c674 None None] Sync routers for ids ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'] in dv-cinder-786927-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 17:59:33.991175 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee9669c-f2e0-429e-ab72-9ee64ba4c674 None None] Routers {'4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 17:59:33.992377 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3ee9669c-f2e0-429e-ab72-9ee64ba4c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T17:59:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:59:34.036818 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbd700-850e-443e-8cfe-4661ec1fe409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f0df2c-de4e-4d47-a22e-34dfcf4b8e98,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:34.040284 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-51877d53-6b70-470b-bd73-71114f4be7c4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:34.072716 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2efbd700-850e-443e-8cfe-4661ec1fe409 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=24cb4d25089842e38eb0fe3c3fa47530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8571992 Apr 19 17:59:34.075805 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 55844) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:34.079654 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2efbd700-850e-443e-8cfe-4661ec1fe409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:34.112238 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1672ccf2-c09e-4c2d-8d5f-7de14de97004 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2524320'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:34.135908 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f2d78-b128-49e7-832e-dbc926620a2b req-540659c4-9458-4ea0-8005-43713006a365 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:34.138274 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d02f2d78-b128-49e7-832e-dbc926620a2b req-540659c4-9458-4ea0-8005-43713006a365 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 943 time: 0.3551495 Apr 19 17:59:34.140396 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-51877d53-6b70-470b-bd73-71114f4be7c4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "PUT /v2.0/floatingips/408dfef4-36be-4c3d-95d8-50865d3d9d9c HTTP/1.1" status: 200 len: 991 time: 3.0569382 Apr 19 17:59:34.141373 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752e5266-0f77-451f-990f-22d2ef6b054f', 'tag': '560eda9a-4205-4a90-a959-19ee77ae8d41'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 17:59:34.206313 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d02f2d78-b128-49e7-832e-dbc926620a2b req-f1770d99-c416-48ea-8a84-341c0eead762 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560303 Apr 19 17:59:34.248136 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-ec7be88d-e46e-4bae-b7f9-45aee05b8159 service neutron] 10.222.0.81 "GET /v2.0/networks/4f8045e5-ae5e-4192-ad7e-459115c16f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777714 Apr 19 17:59:34.258702 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1672ccf2-c09e-4c2d-8d5f-7de14de97004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773666'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:34.305453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-03953e44-26c2-4fb5-92cf-25589c9111d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:34.377471 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-03953e44-26c2-4fb5-92cf-25589c9111d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:34.507677 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752e5266-0f77-451f-990f-22d2ef6b054f', 'tag': '560eda9a-4205-4a90-a959-19ee77ae8d41', 'status': 'completed', 'code': 200} Apr 19 17:59:34.511316 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-03953e44-26c2-4fb5-92cf-25589c9111d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:34.520490 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:34.599679 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03953e44-26c2-4fb5-92cf-25589c9111d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f0df2c-de4e-4d47-a22e-34dfcf4b8e98,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:34.617865 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-3ee9669c-f2e0-429e-ab72-9ee64ba4c674 None None] Set router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 17:59:34.625481 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-03953e44-26c2-4fb5-92cf-25589c9111d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:34.655123 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0ab16bb3-6ca1-4f75-ae23-6f947f3f0102 req-aacc04c4-3f75-48a4-a5ff-c7776bc50d11 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 210 time: 0.0589104 Apr 19 17:59:34.678521 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-03953e44-26c2-4fb5-92cf-25589c9111d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:34.678688 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-03953e44-26c2-4fb5-92cf-25589c9111d8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/97f0df2c-de4e-4d47-a22e-34dfcf4b8e98 HTTP/1.1" status: 204 len: 168 time: 0.5994611 Apr 19 17:59:34.834851 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1341b4-fa8c-4f33-b8f7-a6bb37436fe8 req-b25259a3-9afd-4b1d-8ea7-77715d6f3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:34.836764 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2e1341b4-fa8c-4f33-b8f7-a6bb37436fe8 req-b25259a3-9afd-4b1d-8ea7-77715d6f3f66 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74fdb2ea59884c7794b2178018c22752&device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 1099 time: 0.3020368 Apr 19 17:59:34.853670 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e496c-7e70-4c8a-a48a-6646b51fe01c req-2d9a92dc-0440-4503-bd3f-ecfcd74c25e0 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:34.855363 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bf5e496c-7e70-4c8a-a48a-6646b51fe01c req-2d9a92dc-0440-4503-bd3f-ecfcd74c25e0 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.2343874 Apr 19 17:59:35.031270 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bf5e496c-7e70-4c8a-a48a-6646b51fe01c req-da29ff87-72e8-4816-bf14-c6b2860a3ea6 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503711 Apr 19 17:59:35.065609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1672ccf2-c09e-4c2d-8d5f-7de14de97004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854002150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850878272'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:35.075948 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:35.111925 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3ee9669c-f2e0-429e-ab72-9ee64ba4c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T17:58:50Z', 'revision_number': 4, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port': {'id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_floatingips': [{'id': '408dfef4-36be-4c3d-95d8-50865d3d9d9c', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'floating_ip_address': '172.28.2.97', 'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'router_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'port_id': '560eda9a-4205-4a90-a959-19ee77ae8d41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'mac_address': 'fa:16:3e:02:e0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752e5266-0f77-451f-990f-22d2ef6b054f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T17:59:01Z', 'updated_at': '2021-04-19T17:59:32Z', 'revision_number': 1, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3390b02-2d7c-464f-bf22-406092b7ec6f', 'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'mac_address': 'fa:16:3e:27:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:45Z', 'updated_at': '2021-04-19T17:59:01Z', 'revision_number': 5, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'subnets': [{'id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:59:35.116783 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee9669c-f2e0-429e-ab72-9ee64ba4c674 None None] Checking router: 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a for host: dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 17:59:35.130066 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee9669c-f2e0-429e-ab72-9ee64ba4c674 None None] Routers {'4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 17:59:35.130806 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3ee9669c-f2e0-429e-ab72-9ee64ba4c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T17:59:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:59:35.136373 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672ccf2-c09e-4c2d-8d5f-7de14de97004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c99f5a9-336b-4cba-aa92-205a0098bf67,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:35.140912 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1672ccf2-c09e-4c2d-8d5f-7de14de97004 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:35.143778 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1672ccf2-c09e-4c2d-8d5f-7de14de97004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:35.153558 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1672ccf2-c09e-4c2d-8d5f-7de14de97004 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1c99f5a9-336b-4cba-aa92-205a0098bf67 HTTP/1.1" status: 204 len: 168 time: 1.6407068 Apr 19 17:59:35.153681 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 55884) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:35.172148 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1341b4-fa8c-4f33-b8f7-a6bb37436fe8 req-4b003777-42e8-4f62-b47b-4be3825de63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:35.173778 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2e1341b4-fa8c-4f33-b8f7-a6bb37436fe8 req-4b003777-42e8-4f62-b47b-4be3825de63d service neutron] 10.222.0.52 "GET /v2.0/networks?id=dcf4d709-3c2a-494e-b091-646278271f9d HTTP/1.1" status: 200 len: 910 time: 0.3298013 Apr 19 17:59:35.324328 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2e1341b4-fa8c-4f33-b8f7-a6bb37436fe8 req-9ff10cbc-6fe7-427c-b172-c759b6e4661e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=560eda9a-4205-4a90-a959-19ee77ae8d41 HTTP/1.1" status: 200 len: 999 time: 0.1388516 Apr 19 17:59:35.409957 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1341b4-fa8c-4f33-b8f7-a6bb37436fe8 req-abda71fe-a6a2-4edc-8c83-9b0828f3d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:35.411568 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2e1341b4-fa8c-4f33-b8f7-a6bb37436fe8 req-abda71fe-a6a2-4edc-8c83-9b0828f3d9ca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36555cf9-033c-4142-bb83-8ae1c4a8eb89 HTTP/1.1" status: 200 len: 848 time: 0.0795996 Apr 19 17:59:35.416330 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547694'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:35.492483 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-3ee9669c-f2e0-429e-ab72-9ee64ba4c674 None None] Set router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 17:59:35.570976 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1341b4-fa8c-4f33-b8f7-a6bb37436fe8 req-4be7fe64-b9bd-4284-9a46-035084ecba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:35.572732 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2e1341b4-fa8c-4f33-b8f7-a6bb37436fe8 req-4be7fe64-b9bd-4284-9a46-035084ecba9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dcf4d709-3c2a-494e-b091-646278271f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1461205 Apr 19 17:59:35.675709 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854002057', 'neutron.services.segments.db._delete_segments_for_network-8764668505459'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:35.796474 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2e1341b4-fa8c-4f33-b8f7-a6bb37436fe8 req-ec88723e-8828-4a9b-8f60-b2ebf4605da7 service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153175 Apr 19 17:59:35.986175 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2e1341b4-fa8c-4f33-b8f7-a6bb37436fe8 req-ea651960-9c47-4f27-9466-f92b011e96d0 service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792593 Apr 19 17:59:36.038768 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:36.039192 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:36.040032 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:36.040514 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Subscribe: > port after_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:36.040918 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:36.041280 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Subscribe: > port after_update 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:36.041697 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:36.042085 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:36.042447 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:36.043276 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:36.114002 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:36.114002 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:36.114391 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:36.114759 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 17:59:36.115164 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f201d044-3a61-4367-b497-ccaed268106c']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:59:36.129926 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dadef09-4cd4-454c-b089-4182b9039b22') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:59:36.130398 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dadef09-4cd4-454c-b089-4182b9039b22') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:59:36.144326 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3ee9669c-f2e0-429e-ab72-9ee64ba4c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T17:58:50Z', 'revision_number': 4, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port': {'id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_floatingips': [{'id': '408dfef4-36be-4c3d-95d8-50865d3d9d9c', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'floating_ip_address': '172.28.2.97', 'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'router_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'port_id': '560eda9a-4205-4a90-a959-19ee77ae8d41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'mac_address': 'fa:16:3e:02:e0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752e5266-0f77-451f-990f-22d2ef6b054f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T17:59:01Z', 'updated_at': '2021-04-19T17:59:32Z', 'revision_number': 1, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3390b02-2d7c-464f-bf22-406092b7ec6f', 'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'mac_address': 'fa:16:3e:27:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:45Z', 'updated_at': '2021-04-19T17:59:01Z', 'revision_number': 5, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'subnets': [{'id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 17:59:36.144524 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272186160483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851622768'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:36.158209 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee9669c-f2e0-429e-ab72-9ee64ba4c674 None None] The sync data for ids ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'] in dv-cinder-786927-1-smb is: [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T17:58:50Z', 'revision_number': 4, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port': {'id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_floatingips': [{'id': '408dfef4-36be-4c3d-95d8-50865d3d9d9c', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'floating_ip_address': '172.28.2.97', 'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'router_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'port_id': '560eda9a-4205-4a90-a959-19ee77ae8d41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'mac_address': 'fa:16:3e:02:e0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752e5266-0f77-451f-990f-22d2ef6b054f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T17:59:01Z', 'updated_at': '2021-04-19T17:59:32Z', 'revision_number': 1, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3390b02-2d7c-464f-bf22-406092b7ec6f', 'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'mac_address': 'fa:16:3e:27:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:45Z', 'updated_at': '2021-04-19T17:59:01Z', 'revision_number': 5, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'subnets': [{'id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 17:59:36.170879 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device e80235d4-b28d-4bca-9642-36dc76b7d8e8 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 17:59:36.171096 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:36.184273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 17:59:36.264674 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b593f452-6fc6-4fc5-8944-de6e758054d6 req-83d3744f-21d1-47e1-8e18-6a21e2837612 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 210 time: 0.2766070 Apr 19 17:59:36.375348 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port e80235d4-b28d-4bca-9642-36dc76b7d8e8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e80235d4-b28d-4bca-9642-36dc76b7d8e8,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:36.400712 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': 'e80235d4-b28d-4bca-9642-36dc76b7d8e8', 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53', 'port_id': 'e80235d4-b28d-4bca-9642-36dc76b7d8e8', 'mac_address': 'fa:16:3e:d4:f3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67e2e39-6a7d-43fd-81d1-0b2082cf681f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 17:59:36.453888 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-26ffcf97-5f1d-4be2-be84-bb56081a447e tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:36.466799 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-26ffcf97-5f1d-4be2-be84-bb56081a447e tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.52 "GET /v2.0/networks?id=4f8045e5-ae5e-4192-ad7e-459115c16f0d HTTP/1.1" status: 200 len: 808 time: 0.3694782 Apr 19 17:59:36.540589 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Network f201d044-3a61-4367-b497-ccaed268106c has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 17:59:36.558836 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3183203'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:36.573723 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-720d9558-7407-4075-9123-c1d8d3a0fb99 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Request body: {'port': {'device_id': '455ba189-2ec4-43b1-a13d-45b7747c1df0', 'network_id': '4f8045e5-ae5e-4192-ad7e-459115c16f0d', 'admin_state_up': True, 'tenant_id': '41a044f7097d4d068129031a66a5d090'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:59:36.575442 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:36.660840 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99468901-39a5-45bc-8d9d-1cefbfde8dc9 req-9f883fde-ae72-4a28-a2c1-e37d630fce4e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:36.666404 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80235d4-b28d-4bca-9642-36dc76b7d8e8 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 17:59:36.671661 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7fa217-4794-46fa-9839-cb45c88b5842 None None] New status for floating IP 408dfef4-36be-4c3d-95d8-50865d3d9d9c: ACTIVE {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 17:59:36.675325 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-99468901-39a5-45bc-8d9d-1cefbfde8dc9 req-9f883fde-ae72-4a28-a2c1-e37d630fce4e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 943 time: 1.1549208 Apr 19 17:59:36.748573 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 55936) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:36.800030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-720d9558-7407-4075-9123-c1d8d3a0fb99 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:36.804165 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-720d9558-7407-4075-9123-c1d8d3a0fb99 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Usage tracker for resource:port and tenant:41a044f7097d4d068129031a66a5d090 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:36.807403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-720d9558-7407-4075-9123-c1d8d3a0fb99 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:36.814211 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-720d9558-7407-4075-9123-c1d8d3a0fb99 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:36.827319 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-720d9558-7407-4075-9123-c1d8d3a0fb99 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Made reservation on behalf of 41a044f7097d4d068129031a66a5d090 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:59:36.833453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-720d9558-7407-4075-9123-c1d8d3a0fb99 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:36.875878 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1f409-f860-4140-9e7a-49ff6311cb7c req-3f256acb-ecae-474f-b441-7ed2b6e82781 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:36.883998 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5ed1f409-f860-4140-9e7a-49ff6311cb7c req-3f256acb-ecae-474f-b441-7ed2b6e82781 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.4158425 Apr 19 17:59:36.961447 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-99468901-39a5-45bc-8d9d-1cefbfde8dc9 req-60308237-fa8e-472b-818e-cba6d2fb885d tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000268 Apr 19 17:59:36.997382 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5ed1f409-f860-4140-9e7a-49ff6311cb7c req-a2eb59b0-b3c3-4583-a8aa-92ca72cd627f tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122701 Apr 19 17:59:37.011467 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Network f201d044-3a61-4367-b497-ccaed268106c has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 17:59:37.020422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3d37941a-507f-4cef-b26a-95f5639d1e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: from cryptography.utils import int_from_bytes Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: from cryptography.utils import int_from_bytes Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: (rel_b, rel_a, rel_b), Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: (rel_b, rel_a, rel_b), Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: timer() Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: cb(*args, **kw) Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: self._notify() Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: self.callback(batched_events) Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: event.method(event) Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: return self._get(url).json() Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: **kwargs) Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: **endpoint_filter) Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 17:59:37.050862 dv-cinder-786927-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 17:59:37.066476 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3d37941a-507f-4cef-b26a-95f5639d1e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:37.077219 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3d37941a-507f-4cef-b26a-95f5639d1e8b admin admin] Usage tracker for resource:security_group_rule and tenant:855ba4d6690c49a0981261d85f0c5b1d is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:37.082742 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3d37941a-507f-4cef-b26a-95f5639d1e8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:37.093435 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3d37941a-507f-4cef-b26a-95f5639d1e8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:37.148031 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810306'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:37.152536 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2be0a17b-5f7b-42c4-b9ff-11c1ca038da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:37.187156 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:37.193010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Pushing event deleted for resources: {'Network': ['ID=f201d044-3a61-4367-b497-ccaed268106c,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:37.199562 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-720d9558-7407-4075-9123-c1d8d3a0fb99 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Allocated IP 172.20.0.5 (4f8045e5-ae5e-4192-ad7e-459115c16f0d/76c05180-3403-41ef-8665-e27be92e1c09/2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 17:59:37.204573 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:37.205626 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port e80235d4-b28d-4bca-9642-36dc76b7d8e8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e80235d4-b28d-4bca-9642-36dc76b7d8e8,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:37.214031 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f201d044-3a61-4367-b497-ccaed268106c HTTP/1.1" status: 204 len: 168 time: 2.0570321 Apr 19 17:59:37.221367 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:37.228031 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:37.425005 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 55958) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:37.481974 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d7308f08-eea6-4f37-a95e-9fb621d706ba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cc7335aa15944b46a7f72726f22a886c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0537026 Apr 19 17:59:37.483000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 55962) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:37.489942 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=e80235d4-b28d-4bca-9642-36dc76b7d8e8,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:37.500137 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:37.500137 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:37.500137 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:37.500503 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:37.501433 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:37.501433 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:37.501433 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:37.501689 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:37.502006 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:37.502368 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:37.502725 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:37.503078 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 17:59:37.509693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:37.556967 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ee2a76dd-8f27-42cf-b211-64159d9b14e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:37.587199 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ee2a76dd-8f27-42cf-b211-64159d9b14e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:37.595213 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6143e423-24f4-476a-b29d-235d1659ffc9 req-3c9f1b9a-2065-4223-8adf-a4265b85949f tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 210 time: 0.1203983 Apr 19 17:59:37.610240 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3d37941a-507f-4cef-b26a-95f5639d1e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:37.614406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3d37941a-507f-4cef-b26a-95f5639d1e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:37.626858 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-94e1c31c-c23f-446b-8b73-8c7de4ced424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:37.637564 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ee2a76dd-8f27-42cf-b211-64159d9b14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:37.643677 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:37.659046 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a76dd-8f27-42cf-b211-64159d9b14e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0918105-0316-45f1-ac9c-c7e6488f24a6,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:37.661745 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ee2a76dd-8f27-42cf-b211-64159d9b14e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:37.668691 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ee2a76dd-8f27-42cf-b211-64159d9b14e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:37.669775 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ee2a76dd-8f27-42cf-b211-64159d9b14e5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0918105-0316-45f1-ac9c-c7e6488f24a6 HTTP/1.1" status: 204 len: 168 time: 0.1850073 Apr 19 17:59:37.701281 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['e80235d4-b28d-4bca-9642-36dc76b7d8e8'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 17:59:37.704601 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37941a-507f-4cef-b26a-95f5639d1e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0cf3be-70e3-489c-9b75-7e1f7f7efd1a,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:37.709280 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3d37941a-507f-4cef-b26a-95f5639d1e8b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=855ba4d6690c49a0981261d85f0c5b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9597359 Apr 19 17:59:37.712221 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3d37941a-507f-4cef-b26a-95f5639d1e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:37.712416 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 55968) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:37.733177 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-720d9558-7407-4075-9123-c1d8d3a0fb99 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:37.771330 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-720d9558-7407-4075-9123-c1d8d3a0fb99 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:37.785274 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:37.814108 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cc1b50ba-a9db-4c02-a88a-823c47d5a61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:37.877677 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cc1b50ba-a9db-4c02-a88a-823c47d5a61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:37.945468 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cc1b50ba-a9db-4c02-a88a-823c47d5a61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:37.951493 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-01ad3171-5933-42cc-8f77-ab3481955e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:37.970043 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cc1b50ba-a9db-4c02-a88a-823c47d5a61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:37.971354 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-cc1b50ba-a9db-4c02-a88a-823c47d5a61c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0c0cf3be-70e3-489c-9b75-7e1f7f7efd1a HTTP/1.1" status: 204 len: 168 time: 0.2578082 Apr 19 17:59:37.972364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b50ba-a9db-4c02-a88a-823c47d5a61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0cf3be-70e3-489c-9b75-7e1f7f7efd1a,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:37.974941 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-cc1b50ba-a9db-4c02-a88a-823c47d5a61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:38.139078 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-720d9558-7407-4075-9123-c1d8d3a0fb99 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Network 4f8045e5-ae5e-4192-ad7e-459115c16f0d is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:59:38.144549 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-720d9558-7407-4075-9123-c1d8d3a0fb99 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:59:38.147693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-720d9558-7407-4075-9123-c1d8d3a0fb99 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 17:59:38.231789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d9558-7407-4075-9123-c1d8d3a0fb99 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Pushing event updated for resources: {'Port': ['ID=2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:38.242236 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-720d9558-7407-4075-9123-c1d8d3a0fb99 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:38.302145 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537c798-0e53-4662-9c88-a7cd898dac3d req-d784f1da-ca09-468d-bf9c-c486700b2576 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:38.303433 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-720d9558-7407-4075-9123-c1d8d3a0fb99 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:38.304310 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-720d9558-7407-4075-9123-c1d8d3a0fb99 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:38.311364 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2537c798-0e53-4662-9c88-a7cd898dac3d req-d784f1da-ca09-468d-bf9c-c486700b2576 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 944 time: 0.1104510 Apr 19 17:59:38.346113 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-720d9558-7407-4075-9123-c1d8d3a0fb99 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7766981 Apr 19 17:59:38.364773 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2537c798-0e53-4662-9c88-a7cd898dac3d req-c816cf53-4f01-4249-9694-eb5293fc3ec7 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525353 Apr 19 17:59:38.369886 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Request body: {'port': {'device_id': '455ba189-2ec4-43b1-a13d-45b7747c1df0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:59:38.470356 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bd47d-8dd3-49b4-8fc0-b24e788c9e6c req-10643b18-32ef-4b1f-ac39-8148f03b10fb tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:38.475666 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d3bd47d-8dd3-49b4-8fc0-b24e788c9e6c req-10643b18-32ef-4b1f-ac39-8148f03b10fb tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.2961648 Apr 19 17:59:38.645282 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d3bd47d-8dd3-49b4-8fc0-b24e788c9e6c req-70186e90-c790-4956-b75d-28de89f33822 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623092 Apr 19 17:59:38.653774 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:38.931798 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602360c-49a2-41df-9803-2b2e49d0c82c req-bcbaa46a-7746-4bed-b860-a394491dc54a tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:38.941968 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a602360c-49a2-41df-9803-2b2e49d0c82c req-bcbaa46a-7746-4bed-b860-a394491dc54a tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 931 time: 0.1223321 Apr 19 17:59:39.015157 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a602360c-49a2-41df-9803-2b2e49d0c82c req-67734457-edad-400e-b21a-cc288a4de9f1 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720134 Apr 19 17:59:39.121897 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 17:59:39.130853 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:39.149808 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Transition to ACTIVE for port object 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:59:39.153474 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:39.159643 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c1d1b192-2445-4738-9497-5bcf6e3ade65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:39.355097 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Pushing event updated for resources: {'Port': ['ID=2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:39.358310 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:39.440598 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Attempting to bind port 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 17:59:39.440980 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Attempting to bind port 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '39fdc426-f15c-45e5-b9dd-53bf833110ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4f8045e5-ae5e-4192-ad7e-459115c16f0d'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 17:59:39.441409 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Attempting to bind port 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 on network 4f8045e5-ae5e-4192-ad7e-459115c16f0d {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:59:39.447228 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Port 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 on network 4f8045e5-ae5e-4192-ad7e-459115c16f0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 17:59:39.451347 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Attempting to bind port 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 on network 4f8045e5-ae5e-4192-ad7e-459115c16f0d {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:59:39.454229 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Checking agent: {'id': '65b29327-db8b-4ae4-8402-12a24c685031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'started_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 17:59:39.454610 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Checking segment: {'id': '39fdc426-f15c-45e5-b9dd-53bf833110ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4f8045e5-ae5e-4192-ad7e-459115c16f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:59:39.455030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Bound using segment: {'id': '39fdc426-f15c-45e5-b9dd-53bf833110ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4f8045e5-ae5e-4192-ad7e-459115c16f0d'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 17:59:39.455513 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Bound port: 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fdc426-f15c-45e5-b9dd-53bf833110ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4f8045e5-ae5e-4192-ad7e-459115c16f0d'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 17:59:39.455898 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:39.657803 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] For port 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3, host hv-cinder-78692, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 17:59:39.662702 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] For port 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3,segment=NetworkSegment(39fdc426-f15c-45e5-b9dd-53bf833110ab),segment_id=39fdc426-f15c-45e5-b9dd-53bf833110ab)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 17:59:39.672620 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cdf22-c00a-477a-89cd-4471b3fe6aa4 req-27afa6cb-7ae2-44bb-8d38-bdfa2104e267 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:39.672620 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-8e3cdf22-c00a-477a-89cd-4471b3fe6aa4 req-27afa6cb-7ae2-44bb-8d38-bdfa2104e267 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Synchronizing usage tracker for tenant:328b3d778ec64a08957264476af46909 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:59:39.677878 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:39.692015 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:39.785964 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:39.786662 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:39.790790 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] 10.222.0.52 "PUT /v2.0/ports/2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 HTTP/1.1" status: 200 len: 1093 time: 1.4259400 Apr 19 17:59:39.791627 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455ba189-2ec4-43b1-a13d-45b7747c1df0', 'tag': '2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 17:59:39.812352 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Pushing event updated for resources: {'Port': ['ID=2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:39.815974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:39.816916 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-8e3cdf22-c00a-477a-89cd-4471b3fe6aa4 req-27afa6cb-7ae2-44bb-8d38-bdfa2104e267 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Unset dirty status for tenant:328b3d778ec64a08957264476af46909 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:59:39.818203 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8e3cdf22-c00a-477a-89cd-4471b3fe6aa4 req-27afa6cb-7ae2-44bb-8d38-bdfa2104e267 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 944 time: 0.2937627 Apr 19 17:59:39.930765 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8e3cdf22-c00a-477a-89cd-4471b3fe6aa4 req-51af482d-e0a7-4933-9424-fdf760036281 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975802 Apr 19 17:59:39.969115 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-b9a51fbf-1e2b-4f5c-b7b7-b7e599780eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:39.970442 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa28d26-ec3e-4486-880b-82e338b0716c req-3e967818-5bc3-4909-bc23-cc6363fe3d1d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:39.970811 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-b9a51fbf-1e2b-4f5c-b7b7-b7e599780eee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41a044f7097d4d068129031a66a5d090&device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 1096 time: 0.1203527 Apr 19 17:59:39.972606 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9fa28d26-ec3e-4486-880b-82e338b0716c req-3e967818-5bc3-4909-bc23-cc6363fe3d1d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.1331842 Apr 19 17:59:40.029431 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9fa28d26-ec3e-4486-880b-82e338b0716c req-cc12d3ee-d0a7-4631-9ab8-9ac826c23e07 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501208 Apr 19 17:59:40.057632 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455ba189-2ec4-43b1-a13d-45b7747c1df0', 'tag': '2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3', 'status': 'completed', 'code': 200} Apr 19 17:59:40.067764 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-0c62e51e-3e7c-4169-b1ba-5a5f6e94e265 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 HTTP/1.1" status: 200 len: 217 time: 0.0854008 Apr 19 17:59:40.156584 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-ea5c9d38-7bbc-4e4e-ad72-9e8546b09289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:40.158249 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-ea5c9d38-7bbc-4e4e-ad72-9e8546b09289 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76c05180-3403-41ef-8665-e27be92e1c09 HTTP/1.1" status: 200 len: 848 time: 0.0835719 Apr 19 17:59:40.203949 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device e80235d4-b28d-4bca-9642-36dc76b7d8e8 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:59:40.370425 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-5e9156ee-5cf0-4189-a733-bddfbfc35dd4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f8045e5-ae5e-4192-ad7e-459115c16f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399498 Apr 19 17:59:40.415985 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning for port e80235d4-b28d-4bca-9642-36dc76b7d8e8 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:59:40.426378 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port e80235d4-b28d-4bca-9642-36dc76b7d8e8 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:59:40.426902 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:40.530566 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6899cc5-e86a-425f-9458-6f93c57a5a86 req-4c899324-ce26-4b1f-b3c3-2603bbfc4e34 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:40.531339 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-d6899cc5-e86a-425f-9458-6f93c57a5a86 req-4c899324-ce26-4b1f-b3c3-2603bbfc4e34 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Synchronizing usage tracker for tenant:41a044f7097d4d068129031a66a5d090 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:59:40.560339 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:40.563764 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-e2ee31b2-965b-413e-9300-1174049e4245 service neutron] 10.222.0.52 "GET /v2.0/networks/4f8045e5-ae5e-4192-ad7e-459115c16f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746800 Apr 19 17:59:40.574934 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-d6899cc5-e86a-425f-9458-6f93c57a5a86 req-4c899324-ce26-4b1f-b3c3-2603bbfc4e34 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Unset dirty status for tenant:41a044f7097d4d068129031a66a5d090 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:59:40.582226 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d6899cc5-e86a-425f-9458-6f93c57a5a86 req-4c899324-ce26-4b1f-b3c3-2603bbfc4e34 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 943 time: 0.4276221 Apr 19 17:59:40.598496 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port e80235d4-b28d-4bca-9642-36dc76b7d8e8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e80235d4-b28d-4bca-9642-36dc76b7d8e8,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:40.599602 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa71d0aa-1a72-40cc-b346-e655eaf0b7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80235d4-b28d-4bca-9642-36dc76b7d8e8'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 17:59:40.606973 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:40.609363 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:40.684823 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=e80235d4-b28d-4bca-9642-36dc76b7d8e8,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:40.688816 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:40.717425 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa71d0aa-1a72-40cc-b346-e655eaf0b7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80235d4-b28d-4bca-9642-36dc76b7d8e8', 'code': 200} Apr 19 17:59:40.761778 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-d6899cc5-e86a-425f-9458-6f93c57a5a86 req-12e5b4d5-c523-4bb6-867a-730c816a00c5 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Synchronizing usage tracker for tenant:41a044f7097d4d068129031a66a5d090 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:59:40.824510 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 56118) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:40.852457 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-d6899cc5-e86a-425f-9458-6f93c57a5a86 req-12e5b4d5-c523-4bb6-867a-730c816a00c5 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Unset dirty status for tenant:41a044f7097d4d068129031a66a5d090 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:59:40.862356 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d6899cc5-e86a-425f-9458-6f93c57a5a86 req-12e5b4d5-c523-4bb6-867a-730c816a00c5 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789354 Apr 19 17:59:40.874984 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-741f7164-dd5c-4dea-afe4-0d8d315af42e req-1373f340-ad3c-4116-a091-972eff07f43a service neutron] 10.222.0.52 "GET /v2.0/networks/4f8045e5-ae5e-4192-ad7e-459115c16f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015969 Apr 19 17:59:41.020180 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22589e98-b219-4bad-bca8-b676f2d8383c req-d49da084-f73f-47f4-802e-4a8742bf5a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:41.021794 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-22589e98-b219-4bad-bca8-b676f2d8383c req-d49da084-f73f-47f4-802e-4a8742bf5a17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41a044f7097d4d068129031a66a5d090&device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 1096 time: 0.0877123 Apr 19 17:59:41.052990 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ec33c0fa-17cd-47e6-8b85-041762258a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:41.077426 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ec33c0fa-17cd-47e6-8b85-041762258a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:41.089296 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ec33c0fa-17cd-47e6-8b85-041762258a4f admin admin] Usage tracker for resource:security_group_rule and tenant:762e88250e8f45de8550945fc0e29a23 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:41.094725 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ec33c0fa-17cd-47e6-8b85-041762258a4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:41.102761 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ec33c0fa-17cd-47e6-8b85-041762258a4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:41.132515 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437e3f8-0c6e-4b98-b2ef-dd2b6d3d8c55 req-96ad3261-aedb-4b66-8f71-95eafdc1bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:41.134214 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1437e3f8-0c6e-4b98-b2ef-dd2b6d3d8c55 req-96ad3261-aedb-4b66-8f71-95eafdc1bc9c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 1098 time: 0.1679273 Apr 19 17:59:41.200727 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1437e3f8-0c6e-4b98-b2ef-dd2b6d3d8c55 req-e2ef65a9-8f2d-4a79-b760-3d0477f5357b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591850 Apr 19 17:59:41.243654 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22589e98-b219-4bad-bca8-b676f2d8383c req-04ff3f9e-de4e-42e3-b21f-376125f280d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:41.245247 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-22589e98-b219-4bad-bca8-b676f2d8383c req-04ff3f9e-de4e-42e3-b21f-376125f280d8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f8045e5-ae5e-4192-ad7e-459115c16f0d HTTP/1.1" status: 200 len: 909 time: 0.2086670 Apr 19 17:59:41.246864 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ec33c0fa-17cd-47e6-8b85-041762258a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:41.250204 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ec33c0fa-17cd-47e6-8b85-041762258a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:41.258933 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:41.260704 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a8fdf-e97c-446b-ad76-d77191e88543 req-05860b79-8d7e-4dee-945a-4cf7e4f66135 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:41.262348 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ea7a8fdf-e97c-446b-ad76-d77191e88543 req-05860b79-8d7e-4dee-945a-4cf7e4f66135 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 945 time: 0.1995428 Apr 19 17:59:41.306859 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ec33c0fa-17cd-47e6-8b85-041762258a4f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=762e88250e8f45de8550945fc0e29a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4809203 Apr 19 17:59:41.307061 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 56128) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:41.308913 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33c0fa-17cd-47e6-8b85-041762258a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a4a5db-5e8b-4874-b237-794f551d0910,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:41.312448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ec33c0fa-17cd-47e6-8b85-041762258a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:41.317573 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ea7a8fdf-e97c-446b-ad76-d77191e88543 req-9f36c8ae-3b1a-428f-a856-47fc7997dca4 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479245 Apr 19 17:59:41.479575 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-22589e98-b219-4bad-bca8-b676f2d8383c req-61b7252a-5719-4239-a7e2-1c5df76cbbe6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 HTTP/1.1" status: 200 len: 217 time: 0.1069727 Apr 19 17:59:41.493552 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8c468f53-3540-4b3e-8c84-840896adaa8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:41.581390 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8c468f53-3540-4b3e-8c84-840896adaa8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:41.613045 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22589e98-b219-4bad-bca8-b676f2d8383c req-be9f694d-55d1-4f2a-b859-1bd958c0f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:41.614688 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-22589e98-b219-4bad-bca8-b676f2d8383c req-be9f694d-55d1-4f2a-b859-1bd958c0f6c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76c05180-3403-41ef-8665-e27be92e1c09 HTTP/1.1" status: 200 len: 848 time: 0.1273904 Apr 19 17:59:41.688222 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-22589e98-b219-4bad-bca8-b676f2d8383c req-f5abc81f-958a-4918-ad47-66c336b875a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f8045e5-ae5e-4192-ad7e-459115c16f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618176 Apr 19 17:59:41.702393 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb95a5a-bbe9-44a7-ba49-daa1d74eaf20 req-cbb04f0b-9dc6-4046-8c91-1f46f350904d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:41.703967 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2bb95a5a-bbe9-44a7-ba49-daa1d74eaf20 req-cbb04f0b-9dc6-4046-8c91-1f46f350904d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.2692018 Apr 19 17:59:42.035556 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8c468f53-3540-4b3e-8c84-840896adaa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:42.043693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-19d53c0b-c4a8-4ed7-a750-2c9321a004a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:42.089393 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8c468f53-3540-4b3e-8c84-840896adaa8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:42.090867 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8c468f53-3540-4b3e-8c84-840896adaa8b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79a4a5db-5e8b-4874-b237-794f551d0910 HTTP/1.1" status: 204 len: 168 time: 0.7777143 Apr 19 17:59:42.092177 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c468f53-3540-4b3e-8c84-840896adaa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a4a5db-5e8b-4874-b237-794f551d0910,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:42.101605 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8c468f53-3540-4b3e-8c84-840896adaa8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:42.108699 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2bb95a5a-bbe9-44a7-ba49-daa1d74eaf20 req-812713c6-c027-4e84-ba44-c5e3ccd452ee tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816581 Apr 19 17:59:42.117672 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1b690-fa47-4c0a-a3d3-0e1847b4b01f req-79c534f7-93a3-407b-98a0-1f3d5601baef tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:42.126225 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-92f1b690-fa47-4c0a-a3d3-0e1847b4b01f req-79c534f7-93a3-407b-98a0-1f3d5601baef tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 943 time: 0.1228914 Apr 19 17:59:42.174311 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-22589e98-b219-4bad-bca8-b676f2d8383c req-a52d151a-1d06-4915-b332-1043fb5c1d4a service neutron] 10.222.0.52 "GET /v2.0/networks/4f8045e5-ae5e-4192-ad7e-459115c16f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693067 Apr 19 17:59:42.178041 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-92f1b690-fa47-4c0a-a3d3-0e1847b4b01f req-4ba901a9-fbab-4790-9655-1d67d7bfa81b tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508435 Apr 19 17:59:42.343923 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-22589e98-b219-4bad-bca8-b676f2d8383c req-e1e2f170-5151-41aa-b832-078cd1ca024c service neutron] 10.222.0.52 "GET /v2.0/networks/4f8045e5-ae5e-4192-ad7e-459115c16f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618664 Apr 19 17:59:42.455522 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 56156) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:42.475004 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1a88a44a-ed32-423b-949e-9aaf13d54c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:42.490761 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1a88a44a-ed32-423b-949e-9aaf13d54c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:42.494843 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1a88a44a-ed32-423b-949e-9aaf13d54c43 admin admin] Usage tracker for resource:security_group_rule and tenant:23cfe6c3b3dd4a428f4929f9754960f3 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:42.497857 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1a88a44a-ed32-423b-949e-9aaf13d54c43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:42.504302 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1a88a44a-ed32-423b-949e-9aaf13d54c43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:42.530241 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e228498-ba07-48be-8702-b12499190be1 req-4bff5c96-d2ab-4f34-973f-5452fb298e52 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:42.532251 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5e228498-ba07-48be-8702-b12499190be1 req-4bff5c96-d2ab-4f34-973f-5452fb298e52 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 945 time: 0.0955358 Apr 19 17:59:42.589541 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5e228498-ba07-48be-8702-b12499190be1 req-149d6f85-5f06-403d-a342-02fad1253e38 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497508 Apr 19 17:59:42.593674 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1a88a44a-ed32-423b-949e-9aaf13d54c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:42.597014 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1a88a44a-ed32-423b-949e-9aaf13d54c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:42.604792 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:42.648975 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1a88a44a-ed32-423b-949e-9aaf13d54c43 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=23cfe6c3b3dd4a428f4929f9754960f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922753 Apr 19 17:59:42.649890 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88a44a-ed32-423b-949e-9aaf13d54c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d95c6da-0b22-4bae-a40b-1ce53b04ea41,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:42.652807 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 56162) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:42.653302 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1a88a44a-ed32-423b-949e-9aaf13d54c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:42.723684 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-26899a16-8df8-4f5c-adf6-994038f356e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:42.750857 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-26899a16-8df8-4f5c-adf6-994038f356e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:42.797172 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-26899a16-8df8-4f5c-adf6-994038f356e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:42.801039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ddce38a6-ee7d-4dd8-8121-e62f5c77d8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:42.813048 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26899a16-8df8-4f5c-adf6-994038f356e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d95c6da-0b22-4bae-a40b-1ce53b04ea41,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:42.817066 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-26899a16-8df8-4f5c-adf6-994038f356e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:42.821263 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-26899a16-8df8-4f5c-adf6-994038f356e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:42.821625 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-26899a16-8df8-4f5c-adf6-994038f356e6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d95c6da-0b22-4bae-a40b-1ce53b04ea41 HTTP/1.1" status: 204 len: 168 time: 0.1673241 Apr 19 17:59:43.335617 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3f360-7eb6-46b2-ba35-658f650cd4cc req-834bc4c8-6948-42c3-b073-060056f9fb2b tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:43.345024 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-05b3f360-7eb6-46b2-ba35-658f650cd4cc req-834bc4c8-6948-42c3-b073-060056f9fb2b tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.1036355 Apr 19 17:59:43.409966 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-05b3f360-7eb6-46b2-ba35-658f650cd4cc req-8017a620-d29f-465c-89fa-c8f9e330d8b3 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583401 Apr 19 17:59:43.446765 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3aa8f9-a9a6-4149-9bfe-548a38347258 req-0ef63760-7baf-4e5c-9617-1a6a9a31a114 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:43.448464 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3b3aa8f9-a9a6-4149-9bfe-548a38347258 req-0ef63760-7baf-4e5c-9617-1a6a9a31a114 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 943 time: 0.1323760 Apr 19 17:59:43.504276 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3b3aa8f9-a9a6-4149-9bfe-548a38347258 req-696fd637-aecb-491e-bc63-227714018c2b tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471616 Apr 19 17:59:43.819883 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa92394-765d-4057-a492-280cef98fee9 req-77300c65-99d4-4f21-9744-b792726970a7 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:43.821806 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-daa92394-765d-4057-a492-280cef98fee9 req-77300c65-99d4-4f21-9744-b792726970a7 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 945 time: 0.1034703 Apr 19 17:59:43.873347 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-daa92394-765d-4057-a492-280cef98fee9 req-794e0b95-675d-410c-9ac1-d2be63c1fda5 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443501 Apr 19 17:59:44.625961 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16603f9-075a-4f8e-92e5-90f6d6723a6f req-654bc4e7-38ec-4963-9daa-2bd0d179a2e4 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:44.628556 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d16603f9-075a-4f8e-92e5-90f6d6723a6f req-654bc4e7-38ec-4963-9daa-2bd0d179a2e4 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.0963581 Apr 19 17:59:44.714418 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d16603f9-075a-4f8e-92e5-90f6d6723a6f req-d97a2b4f-ed07-402c-8aaf-c262ed1445f4 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785663 Apr 19 17:59:44.845872 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc0b42-06dc-4260-8c24-cec67badcedd req-5c9411fc-02e8-441b-aeeb-9690385ae126 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:44.847594 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3fcc0b42-06dc-4260-8c24-cec67badcedd req-5c9411fc-02e8-441b-aeeb-9690385ae126 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 943 time: 0.1001744 Apr 19 17:59:44.913303 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3fcc0b42-06dc-4260-8c24-cec67badcedd req-1ee02727-fa18-4e4a-98ce-8599bfb36445 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587370 Apr 19 17:59:45.924381 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0452fa-64ce-4944-9826-3ae9ae30afee req-3745bf89-29b7-48e0-a023-c2f51376d8f6 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:45.927364 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0f0452fa-64ce-4944-9826-3ae9ae30afee req-3745bf89-29b7-48e0-a023-c2f51376d8f6 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.0980608 Apr 19 17:59:45.935666 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-caabbe61-2c16-4aea-b6a3-2f8fef262560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:45.998838 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0f0452fa-64ce-4944-9826-3ae9ae30afee req-a25f889f-30f1-4d7a-8282-1fa308754ea4 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533001 Apr 19 17:59:46.163839 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814b647-20ad-4268-95c0-34019dfd0572 req-e22e96f4-3aad-4af1-9560-5b3037f3333b tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:46.165462 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d814b647-20ad-4268-95c0-34019dfd0572 req-e22e96f4-3aad-4af1-9560-5b3037f3333b tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 943 time: 0.1096213 Apr 19 17:59:46.217160 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d814b647-20ad-4268-95c0-34019dfd0572 req-9aa1c3d7-7a66-4197-b214-045e4fdef89d tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441728 Apr 19 17:59:46.244261 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 17:59:46.412756 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3,segment=NetworkSegment(39fdc426-f15c-45e5-b9dd-53bf833110ab),segment_id=39fdc426-f15c-45e5-b9dd-53bf833110ab)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:46.427960 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': '2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3', 'network_id': '4f8045e5-ae5e-4192-ad7e-459115c16f0d', 'port_id': '2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3', 'mac_address': 'fa:16:3e:6d:ba:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c05180-3403-41ef-8665-e27be92e1c09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 17:59:46.489661 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:46.509014 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 17:59:46.526020 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3,segment=NetworkSegment(39fdc426-f15c-45e5-b9dd-53bf833110ab),segment_id=39fdc426-f15c-45e5-b9dd-53bf833110ab)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:46.529805 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:46.531787 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:46.607592 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:46.610924 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:47.031190 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 17:59:47.266369 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2437c9-cc02-48b4-80e2-fd951e4cfb20 req-3c17ffbb-d4a9-4b77-85ea-d5619c96793b tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:47.286662 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2b2437c9-cc02-48b4-80e2-fd951e4cfb20 req-3c17ffbb-d4a9-4b77-85ea-d5619c96793b tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.1498480 Apr 19 17:59:47.359751 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2b2437c9-cc02-48b4-80e2-fd951e4cfb20 req-8523010a-ad0a-497d-8148-30f7fd5056ec tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720286 Apr 19 17:59:47.431313 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 56380) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:47.607524 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 56392) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:47.632541 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b684cd-4459-4851-9080-f77f6adc8a8d req-bcda72fe-30e2-4fcd-bea6-be73654cfc4c tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:47.642410 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-42b684cd-4459-4851-9080-f77f6adc8a8d req-bcda72fe-30e2-4fcd-bea6-be73654cfc4c tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 944 time: 0.1184416 Apr 19 17:59:47.682138 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-69529646-d7f8-4be8-801f-cc8a6dbb6330 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:47.690006 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-69529646-d7f8-4be8-801f-cc8a6dbb6330 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/networks?id=7f5311f3-eeef-4c41-a14f-d2c10a710c53 HTTP/1.1" status: 200 len: 815 time: 0.1897669 Apr 19 17:59:47.707951 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-42b684cd-4459-4851-9080-f77f6adc8a8d req-8ae86b65-a1dd-4dfa-af30-ef77282c91be tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643930 Apr 19 17:59:47.715200 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-7c75d12d-9e12-4c1f-859a-979145f31f51 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/quotas/328b3d778ec64a08957264476af46909 HTTP/1.1" status: 200 len: 375 time: 0.0233796 Apr 19 17:59:47.754430 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f50e3742-c065-4a9e-8b1e-22e02fdcfd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:47.788855 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ab2786e1-ca45-42d8-bbaf-8c3d3c3d710c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:47.804229 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f50e3742-c065-4a9e-8b1e-22e02fdcfd3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:47.809324 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f50e3742-c065-4a9e-8b1e-22e02fdcfd3c admin admin] Usage tracker for resource:security_group_rule and tenant:8747631e66e14e30ad233d9df3a95835 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:47.812754 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f50e3742-c065-4a9e-8b1e-22e02fdcfd3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:47.819000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f50e3742-c065-4a9e-8b1e-22e02fdcfd3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:47.827794 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ab2786e1-ca45-42d8-bbaf-8c3d3c3d710c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:47.832939 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ab2786e1-ca45-42d8-bbaf-8c3d3c3d710c admin admin] Usage tracker for resource:security_group_rule and tenant:02bb8382aed94aa498aff1edfa8aa242 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:47.835712 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ab2786e1-ca45-42d8-bbaf-8c3d3c3d710c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:47.842238 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-ec76ad00-1e15-422b-8eea-45475a06acea tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=328b3d778ec64a08957264476af46909&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1256888 Apr 19 17:59:47.842369 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ab2786e1-ca45-42d8-bbaf-8c3d3c3d710c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:47.952399 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f50e3742-c065-4a9e-8b1e-22e02fdcfd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:47.970963 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f50e3742-c065-4a9e-8b1e-22e02fdcfd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:47.999827 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-34c9391e-db0f-46ca-8118-187e601a098f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:48.025323 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-1cf567fe-01ed-4fde-be1e-11f65482fb4e service neutron] 10.222.0.81 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818717 Apr 19 17:59:48.054222 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f50e3742-c065-4a9e-8b1e-22e02fdcfd3c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8747631e66e14e30ad233d9df3a95835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6211236 Apr 19 17:59:48.057505 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 56412) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:48.076773 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e3742-c065-4a9e-8b1e-22e02fdcfd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58516e99-b49c-4837-a91e-9e75dcb5444a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:48.103641 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f50e3742-c065-4a9e-8b1e-22e02fdcfd3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:48.173126 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-67bb0220-0431-45bd-a771-256dd6d11a98 service neutron] 10.222.0.81 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468511 Apr 19 17:59:48.196414 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a21c8fbb-4c0b-4dc6-918e-0b376087d769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:48.243815 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a21c8fbb-4c0b-4dc6-918e-0b376087d769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:48.275981 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ab2786e1-ca45-42d8-bbaf-8c3d3c3d710c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:48.282779 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ab2786e1-ca45-42d8-bbaf-8c3d3c3d710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:48.309847 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bfa4c160-c9b6-4b9f-8636-b26dbae29719 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:48.363873 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2786e1-ca45-42d8-bbaf-8c3d3c3d710c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4085b21c-912c-4490-b9b4-7de4c11ce769,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:48.368180 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ab2786e1-ca45-42d8-bbaf-8c3d3c3d710c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:48.446385 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4ecbb43d-3942-4037-8de0-3264a6169be2 req-1d42d3e6-6147-4fb8-aa8f-e29ec403f86d tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 210 time: 0.0629179 Apr 19 17:59:48.459715 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ab2786e1-ca45-42d8-bbaf-8c3d3c3d710c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=02bb8382aed94aa498aff1edfa8aa242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8468552 Apr 19 17:59:48.462960 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 56430) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:48.493748 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a21c8fbb-4c0b-4dc6-918e-0b376087d769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:48.503165 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:48.528607 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c8fbb-4c0b-4dc6-918e-0b376087d769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58516e99-b49c-4837-a91e-9e75dcb5444a,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:48.545912 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a21c8fbb-4c0b-4dc6-918e-0b376087d769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:48.568118 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a21c8fbb-4c0b-4dc6-918e-0b376087d769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:48.571846 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a21c8fbb-4c0b-4dc6-918e-0b376087d769 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/58516e99-b49c-4837-a91e-9e75dcb5444a HTTP/1.1" status: 204 len: 168 time: 0.4947467 Apr 19 17:59:48.591709 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5a4d8704-f252-46ea-8d79-906c735cc47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:48.634855 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5a4d8704-f252-46ea-8d79-906c735cc47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:48.651573 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723577a0-0e94-477a-b9f7-ce10924a66fc req-cacd341d-eeb5-4899-a54d-c48b3ef6cbca tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:48.653528 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-723577a0-0e94-477a-b9f7-ce10924a66fc req-cacd341d-eeb5-4899-a54d-c48b3ef6cbca tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.1100900 Apr 19 17:59:48.702735 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5a4d8704-f252-46ea-8d79-906c735cc47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:48.709065 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-45253b16-cc5b-48f7-8396-b30d9cee0445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:48.712403 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-723577a0-0e94-477a-b9f7-ce10924a66fc req-3fca781f-f281-438b-b98d-fea154f76451 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503809 Apr 19 17:59:48.723818 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d8704-f252-46ea-8d79-906c735cc47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4085b21c-912c-4490-b9b4-7de4c11ce769,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:48.726588 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5a4d8704-f252-46ea-8d79-906c735cc47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:48.730710 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5a4d8704-f252-46ea-8d79-906c735cc47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:48.735979 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5a4d8704-f252-46ea-8d79-906c735cc47e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4085b21c-912c-4490-b9b4-7de4c11ce769 HTTP/1.1" status: 204 len: 168 time: 0.2717733 Apr 19 17:59:48.942995 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 56448) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:48.966318 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-364e3d50-163c-4fb6-9339-1400109029cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:48.985528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181fbb0-44ec-4b8f-96a9-2bffc34673b7 req-7d42a615-93c8-4021-9375-b58ac6ad9797 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:48.987202 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2181fbb0-44ec-4b8f-96a9-2bffc34673b7 req-7d42a615-93c8-4021-9375-b58ac6ad9797 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 944 time: 0.1355948 Apr 19 17:59:48.993415 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-364e3d50-163c-4fb6-9339-1400109029cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:49.014667 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-364e3d50-163c-4fb6-9339-1400109029cb admin admin] Usage tracker for resource:security_group_rule and tenant:0843ec89143f48bd982d6687eb9e6ab6 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:49.021087 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-364e3d50-163c-4fb6-9339-1400109029cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:49.030004 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-364e3d50-163c-4fb6-9339-1400109029cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:49.058812 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2181fbb0-44ec-4b8f-96a9-2bffc34673b7 req-f35525bb-0f86-48d0-88c5-a8e787cccf49 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624797 Apr 19 17:59:49.160408 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-364e3d50-163c-4fb6-9339-1400109029cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:49.165042 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-364e3d50-163c-4fb6-9339-1400109029cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:49.174650 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d5e1f585-ecfd-4c2a-96b9-60b6b503a4ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:49.205702 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e3d50-163c-4fb6-9339-1400109029cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6335c567-efd1-4be2-a4ee-a425bac83d73,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:49.211240 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-364e3d50-163c-4fb6-9339-1400109029cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:49.232742 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-364e3d50-163c-4fb6-9339-1400109029cb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0843ec89143f48bd982d6687eb9e6ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885690 Apr 19 17:59:49.236551 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 56464) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:49.335322 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a0f76d38-f530-4a9c-95dc-9c5a820d287d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:49.368240 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a0f76d38-f530-4a9c-95dc-9c5a820d287d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:49.381135 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dd00e440-e3b7-48fa-9f24-111f49f22632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:49.420191 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a0f76d38-f530-4a9c-95dc-9c5a820d287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:49.426834 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:49.440264 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f76d38-f530-4a9c-95dc-9c5a820d287d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6335c567-efd1-4be2-a4ee-a425bac83d73,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:49.443340 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a0f76d38-f530-4a9c-95dc-9c5a820d287d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:49.444327 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a0f76d38-f530-4a9c-95dc-9c5a820d287d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:49.445678 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a0f76d38-f530-4a9c-95dc-9c5a820d287d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6335c567-efd1-4be2-a4ee-a425bac83d73 HTTP/1.1" status: 204 len: 168 time: 0.2078505 Apr 19 17:59:49.684429 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-44022e51-3652-4a32-8cf6-73e946bd6138 req-255c4d59-a080-4f1e-bd47-5ba13e8779ea tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 210 time: 0.0794475 Apr 19 17:59:49.902250 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:50.193426 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3fdc14ac-3702-40b5-a9d0-6dae8c5621da tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:50.195039 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3fdc14ac-3702-40b5-a9d0-6dae8c5621da tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.52 "GET /v2.0/networks?id=7f5311f3-eeef-4c41-a14f-d2c10a710c53 HTTP/1.1" status: 200 len: 815 time: 0.3120434 Apr 19 17:59:50.223072 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee636c5-56a4-425d-80db-0acf5f0012ad req-82322b0d-f42a-46a9-865c-ef79985348ae tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:50.231757 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-eee636c5-56a4-425d-80db-0acf5f0012ad req-82322b0d-f42a-46a9-865c-ef79985348ae tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.2827978 Apr 19 17:59:50.239240 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-eb813310-58a4-44fe-add9-63517698fa6b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Request body: {'port': {'device_id': '785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c', 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53', 'admin_state_up': True, 'tenant_id': '328b3d778ec64a08957264476af46909'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:59:50.258908 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 17:59:50.372169 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e040a2b-7381-4b10-96b7-94baa83ff347 req-9448e41d-d68c-4214-9106-beea344f72ac tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:50.375318 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6e040a2b-7381-4b10-96b7-94baa83ff347 req-9448e41d-d68c-4214-9106-beea344f72ac tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 944 time: 0.1365190 Apr 19 17:59:50.421882 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning for port 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 17:59:50.428210 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 17:59:50.428750 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:50.474203 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:50.483891 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6e040a2b-7381-4b10-96b7-94baa83ff347 req-14c869d8-a00d-4d8d-9c05-708cabf39813 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995495 Apr 19 17:59:50.541560 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-eee636c5-56a4-425d-80db-0acf5f0012ad req-da68c7e6-1cb8-4446-8219-487ce73bf09e tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085454 Apr 19 17:59:50.597357 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-eb813310-58a4-44fe-add9-63517698fa6b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:50.602909 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:50.610318 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-eb813310-58a4-44fe-add9-63517698fa6b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:50.621477 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-eb813310-58a4-44fe-add9-63517698fa6b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Made reservation on behalf of 328b3d778ec64a08957264476af46909 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:59:50.629513 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-eb813310-58a4-44fe-add9-63517698fa6b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:50.641361 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3,segment=NetworkSegment(39fdc426-f15c-45e5-b9dd-53bf833110ab),segment_id=39fdc426-f15c-45e5-b9dd-53bf833110ab)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:50.642711 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455ba189-2ec4-43b1-a13d-45b7747c1df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 17:59:50.661353 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:50.665974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:50.738203 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455ba189-2ec4-43b1-a13d-45b7747c1df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3', 'code': 200} Apr 19 17:59:50.780935 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:50.784787 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:50.954868 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-eb813310-58a4-44fe-add9-63517698fa6b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Allocated IP 172.20.0.12 (7f5311f3-eeef-4c41-a14f-d2c10a710c53/e67e2e39-6a7d-43fd-81d1-0b2082cf681f/bc923fe9-9a0b-4785-b32f-3a655dcaada7) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 17:59:51.038086 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-72a1b078-31c3-4161-a481-a44a3f47795f req-7a55f783-7d78-4f5f-9f12-8ea58b36c768 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 210 time: 0.1583722 Apr 19 17:59:51.088443 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf31ea7-5dbc-4467-ba9e-5ec1fed6e26b req-72524e14-b367-4a99-a5ea-5cb3143c2b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:51.090362 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-adf31ea7-5dbc-4467-ba9e-5ec1fed6e26b req-72524e14-b367-4a99-a5ea-5cb3143c2b1a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 1098 time: 0.0955510 Apr 19 17:59:51.142861 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-adf31ea7-5dbc-4467-ba9e-5ec1fed6e26b req-7c00d5f5-4fc2-4065-9edc-39564acc27d5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445912 Apr 19 17:59:51.279703 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-eb813310-58a4-44fe-add9-63517698fa6b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:51.317896 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-eb813310-58a4-44fe-add9-63517698fa6b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:51.334238 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['7db8e665-b5da-4dbf-bb57-25ae6e500e32', 'e80235d4-b28d-4bca-9642-36dc76b7d8e8'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 17:59:51.335517 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:51.360561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 56578) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:51.411410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-eb813310-58a4-44fe-add9-63517698fa6b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:59:51.421477 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-eb813310-58a4-44fe-add9-63517698fa6b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:59:51.423993 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-eb813310-58a4-44fe-add9-63517698fa6b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 17:59:51.503441 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-eb813310-58a4-44fe-add9-63517698fa6b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:51.504294 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-eb813310-58a4-44fe-add9-63517698fa6b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:51.537847 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb813310-58a4-44fe-add9-63517698fa6b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Pushing event updated for resources: {'Port': ['ID=bc923fe9-9a0b-4785-b32f-3a655dcaada7,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:51.543409 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-eb813310-58a4-44fe-add9-63517698fa6b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:51.576487 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-eb813310-58a4-44fe-add9-63517698fa6b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3414085 Apr 19 17:59:51.591953 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:51.592218 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Request body: {'port': {'device_id': '785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:59:51.762247 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a12954a7-39dd-4982-b65a-ea706d8865e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:51.810285 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a12954a7-39dd-4982-b65a-ea706d8865e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:51.820571 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a12954a7-39dd-4982-b65a-ea706d8865e8 admin admin] Usage tracker for resource:security_group_rule and tenant:cf56c2bdf2fe46f0b77a291eb7ff6179 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:51.828307 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a12954a7-39dd-4982-b65a-ea706d8865e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:51.842744 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a12954a7-39dd-4982-b65a-ea706d8865e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:51.877097 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:51.918018 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d609d1-10dc-41f6-9f0a-57ea43a24010 req-796db2d3-05e6-4356-8a69-bc42b7e35961 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:51.919992 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-82d609d1-10dc-41f6-9f0a-57ea43a24010 req-796db2d3-05e6-4356-8a69-bc42b7e35961 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 945 time: 0.1517758 Apr 19 17:59:52.024494 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-82d609d1-10dc-41f6-9f0a-57ea43a24010 req-ab22ea90-edc3-4b92-b4a1-b012684b5fbd tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734234 Apr 19 17:59:52.066881 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a12954a7-39dd-4982-b65a-ea706d8865e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:52.099040 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a12954a7-39dd-4982-b65a-ea706d8865e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:52.161518 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:52.171018 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a12954a7-39dd-4982-b65a-ea706d8865e8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cf56c2bdf2fe46f0b77a291eb7ff6179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8090706 Apr 19 17:59:52.174744 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 56616) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:52.192021 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc63db-0ccd-45b0-9cae-8c65d67b1e8e req-0b314086-0262-4dcf-94cd-a9f802abf109 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:52.193815 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-97fc63db-0ccd-45b0-9cae-8c65d67b1e8e req-0b314086-0262-4dcf-94cd-a9f802abf109 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.3098819 Apr 19 17:59:52.351233 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed338805-22ce-4f16-a668-ba5bef329f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:52.370507 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12954a7-39dd-4982-b65a-ea706d8865e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d11ac74-8626-43b6-83fd-0b8873cf2210,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:52.377782 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a12954a7-39dd-4982-b65a-ea706d8865e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:52.416034 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-97fc63db-0ccd-45b0-9cae-8c65d67b1e8e req-0425cda3-fe56-49a7-8e36-29ed49709e36 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088311 Apr 19 17:59:52.426423 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed338805-22ce-4f16-a668-ba5bef329f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:52.532895 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed338805-22ce-4f16-a668-ba5bef329f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:52.538747 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a12954a7-39dd-4982-b65a-ea706d8865e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:52.551677 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed338805-22ce-4f16-a668-ba5bef329f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d11ac74-8626-43b6-83fd-0b8873cf2210,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:52.554590 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ed338805-22ce-4f16-a668-ba5bef329f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:52.566705 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed338805-22ce-4f16-a668-ba5bef329f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:52.566889 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc923fe9-9a0b-4785-b32f-3a655dcaada7 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 17:59:52.578334 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ed338805-22ce-4f16-a668-ba5bef329f50 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7d11ac74-8626-43b6-83fd-0b8873cf2210 HTTP/1.1" status: 204 len: 168 time: 0.3912699 Apr 19 17:59:52.587594 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86df3f-63c5-4258-b234-93cc7efd92f6 req-f94790c6-6277-4e81-927e-9bdecb609319 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:52.588410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-2b86df3f-63c5-4258-b234-93cc7efd92f6 req-f94790c6-6277-4e81-927e-9bdecb609319 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Synchronizing usage tracker for tenant:328b3d778ec64a08957264476af46909 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 17:59:52.598553 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:52.622856 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Transition to ACTIVE for port object bc923fe9-9a0b-4785-b32f-3a655dcaada7 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:59:52.627626 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-2b86df3f-63c5-4258-b234-93cc7efd92f6 req-f94790c6-6277-4e81-927e-9bdecb609319 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Unset dirty status for tenant:328b3d778ec64a08957264476af46909 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 17:59:52.637444 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2b86df3f-63c5-4258-b234-93cc7efd92f6 req-f94790c6-6277-4e81-927e-9bdecb609319 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 932 time: 0.4136686 Apr 19 17:59:52.657738 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:52.674142 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:53.042224 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2b86df3f-63c5-4258-b234-93cc7efd92f6 req-8f6c8605-09f9-43b0-9572-61b6afa74151 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033227 Apr 19 17:59:53.054454 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Pushing event updated for resources: {'Port': ['ID=bc923fe9-9a0b-4785-b32f-3a655dcaada7,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:53.088556 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:53.166564 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Attempting to bind port bc923fe9-9a0b-4785-b32f-3a655dcaada7 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 17:59:53.167087 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Attempting to bind port bc923fe9-9a0b-4785-b32f-3a655dcaada7 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c5c85a1b-0a3c-47aa-a988-2b483f6ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 17:59:53.167485 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Attempting to bind port bc923fe9-9a0b-4785-b32f-3a655dcaada7 on network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:59:53.173274 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Port bc923fe9-9a0b-4785-b32f-3a655dcaada7 on network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 17:59:53.173641 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Attempting to bind port bc923fe9-9a0b-4785-b32f-3a655dcaada7 on network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 17:59:53.179508 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Checking agent: {'id': '65b29327-db8b-4ae4-8402-12a24c685031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'started_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 17:59:53.179883 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Checking segment: {'id': 'c5c85a1b-0a3c-47aa-a988-2b483f6ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 17:59:53.180303 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Bound using segment: {'id': 'c5c85a1b-0a3c-47aa-a988-2b483f6ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 17:59:53.180773 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Bound port: bc923fe9-9a0b-4785-b32f-3a655dcaada7, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c85a1b-0a3c-47aa-a988-2b483f6ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 17:59:53.181153 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:53.258797 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e688fc1-69fc-449b-bfa0-9e2f51e07f5e req-064455e7-c664-4092-8765-c76611fd574a tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:53.260553 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7e688fc1-69fc-449b-bfa0-9e2f51e07f5e req-064455e7-c664-4092-8765-c76611fd574a tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 945 time: 0.0940673 Apr 19 17:59:53.304037 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] For port bc923fe9-9a0b-4785-b32f-3a655dcaada7, host hv-cinder-78692, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 17:59:53.310871 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] For port bc923fe9-9a0b-4785-b32f-3a655dcaada7, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bc923fe9-9a0b-4785-b32f-3a655dcaada7,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 17:59:53.319290 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:53.326716 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-720d9558-7407-4075-9123-c1d8d3a0fb99 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:53.328399 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7e688fc1-69fc-449b-bfa0-9e2f51e07f5e req-952d4ad5-318c-4da9-be13-3a4c3a300715 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606163 Apr 19 17:59:53.381382 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:53.382096 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:53.383587 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] 10.222.0.52 "PUT /v2.0/ports/bc923fe9-9a0b-4785-b32f-3a655dcaada7 HTTP/1.1" status: 200 len: 1094 time: 1.7981071 Apr 19 17:59:53.384095 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c', 'tag': 'bc923fe9-9a0b-4785-b32f-3a655dcaada7'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 17:59:53.430736 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Pushing event updated for resources: {'Port': ['ID=bc923fe9-9a0b-4785-b32f-3a655dcaada7,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:53.436500 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:53.485018 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c', 'tag': 'bc923fe9-9a0b-4785-b32f-3a655dcaada7', 'status': 'completed', 'code': 200} Apr 19 17:59:53.522980 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-085b4c1f-3b64-4a82-b65b-cc68a9126381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:53.525094 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-085b4c1f-3b64-4a82-b65b-cc68a9126381 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=328b3d778ec64a08957264476af46909&device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 1097 time: 0.0908222 Apr 19 17:59:53.617251 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-113b026f-27ed-4acc-8253-a8ac20144792 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc923fe9-9a0b-4785-b32f-3a655dcaada7 HTTP/1.1" status: 200 len: 217 time: 0.0755110 Apr 19 17:59:53.657661 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7bc95-de81-4ed2-abd3-9d26b5bfcb31 req-ae36c608-31f0-4f45-be1a-26dec267acfe tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:53.659307 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5e7bc95-de81-4ed2-abd3-9d26b5bfcb31 req-ae36c608-31f0-4f45-be1a-26dec267acfe tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.0994031 Apr 19 17:59:53.704791 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-44fbe9cf-4767-416d-ad52-2561f36f8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:53.706405 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-44fbe9cf-4767-416d-ad52-2561f36f8fb6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e67e2e39-6a7d-43fd-81d1-0b2082cf681f HTTP/1.1" status: 200 len: 855 time: 0.0730350 Apr 19 17:59:53.714030 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5e7bc95-de81-4ed2-abd3-9d26b5bfcb31 req-cecce0d1-4d48-40f9-816f-682cf5c175bf tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471079 Apr 19 17:59:53.769207 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-59572f24-7600-415a-9cf3-cb50971a648e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f5311f3-eeef-4c41-a14f-d2c10a710c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528555 Apr 19 17:59:53.974342 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-b611baef-ff7b-47f1-aa96-dce2b63d99fc service neutron] 10.222.0.52 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971488 Apr 19 17:59:54.130981 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d7f2444-bb78-45fc-820a-7baa26ee3313 req-8766efbc-a378-4f90-8d57-612837b998f7 service neutron] 10.222.0.52 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470585 Apr 19 17:59:54.337523 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bdcf5-0381-4806-9110-747d05326d20 req-284f1092-27d6-4c5e-8fb8-52b4659af161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:54.340978 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c78bdcf5-0381-4806-9110-747d05326d20 req-284f1092-27d6-4c5e-8fb8-52b4659af161 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=328b3d778ec64a08957264476af46909&device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 1097 time: 0.1355846 Apr 19 17:59:54.356795 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8b28e-a067-4383-94d3-6ecfbe16f36c req-1816d98e-0b1a-4b68-b4b3-9cf3867dcfb5 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:54.363469 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d1a8b28e-a067-4383-94d3-6ecfbe16f36c req-1816d98e-0b1a-4b68-b4b3-9cf3867dcfb5 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 944 time: 0.1805696 Apr 19 17:59:54.428651 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d1a8b28e-a067-4383-94d3-6ecfbe16f36c req-f49380d0-6cdc-4ef4-98c1-3ec43cd921e2 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562403 Apr 19 17:59:54.552025 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bdcf5-0381-4806-9110-747d05326d20 req-05f4fad0-2ec5-4a66-b06e-34cea310e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:54.553951 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c78bdcf5-0381-4806-9110-747d05326d20 req-05f4fad0-2ec5-4a66-b06e-34cea310e5f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f5311f3-eeef-4c41-a14f-d2c10a710c53 HTTP/1.1" status: 200 len: 916 time: 0.2057416 Apr 19 17:59:54.656752 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c78bdcf5-0381-4806-9110-747d05326d20 req-55473b43-0c8a-4ecd-89f7-d9202c75114d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc923fe9-9a0b-4785-b32f-3a655dcaada7 HTTP/1.1" status: 200 len: 217 time: 0.0933316 Apr 19 17:59:54.759697 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bdcf5-0381-4806-9110-747d05326d20 req-7b46df34-3cee-4aff-927b-648b3cda4b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:54.761311 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c78bdcf5-0381-4806-9110-747d05326d20 req-7b46df34-3cee-4aff-927b-648b3cda4b2a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e67e2e39-6a7d-43fd-81d1-0b2082cf681f HTTP/1.1" status: 200 len: 855 time: 0.0972829 Apr 19 17:59:54.848190 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c78bdcf5-0381-4806-9110-747d05326d20 req-99f4534d-3610-4aba-a976-11662c00f8fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f5311f3-eeef-4c41-a14f-d2c10a710c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680485 Apr 19 17:59:54.893842 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f5acc-ba46-4170-bc17-320167b732bb req-a83bc401-7a6f-46ca-8508-03262be07bc8 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:54.903306 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-922f5acc-ba46-4170-bc17-320167b732bb req-a83bc401-7a6f-46ca-8508-03262be07bc8 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 945 time: 0.1675415 Apr 19 17:59:54.977040 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-922f5acc-ba46-4170-bc17-320167b732bb req-50e5ef57-16b1-4d5e-9784-8242f2b8a162 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726604 Apr 19 17:59:55.115508 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c78bdcf5-0381-4806-9110-747d05326d20 req-1fd4e07e-ad09-4583-b30e-0e015ac9d98b service neutron] 10.222.0.52 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541130 Apr 19 17:59:55.242251 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3188e63-6002-4f19-aaf6-020dd29d65ed req-270cf07d-3965-4d70-ae83-72916ed513d1 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:55.243923 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e3188e63-6002-4f19-aaf6-020dd29d65ed req-270cf07d-3965-4d70-ae83-72916ed513d1 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.2300179 Apr 19 17:59:55.324035 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c78bdcf5-0381-4806-9110-747d05326d20 req-d270d631-39fa-4aee-88df-7ba8b587deac service neutron] 10.222.0.52 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952469 Apr 19 17:59:55.335666 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e3188e63-6002-4f19-aaf6-020dd29d65ed req-90790890-b8b2-40c4-a272-badcedf28b3b tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827878 Apr 19 17:59:55.618456 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-882db2eb-3dbb-4119-947b-68fd0555fa30 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=616438e39b0a45a98ed562d218cd8ba7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333128 Apr 19 17:59:55.645561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aaad76-016f-44b0-8f74-e33f063fed9a req-1f717117-33ac-4b3c-9ccc-1eb502e1cbb4 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:55.647220 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e1aaad76-016f-44b0-8f74-e33f063fed9a req-1f717117-33ac-4b3c-9ccc-1eb502e1cbb4 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 944 time: 0.0958912 Apr 19 17:59:55.699578 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e1aaad76-016f-44b0-8f74-e33f063fed9a req-99cfe594-ad8c-4eae-ba5b-0151ace0817b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455120 Apr 19 17:59:55.788265 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-ac05b658-4251-4055-acff-d6a5943cc407 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:55.789870 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-ac05b658-4251-4055-acff-d6a5943cc407 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651356 Apr 19 17:59:55.810197 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-e7d1036e-9bff-4620-9f21-c050616b169d tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/quotas/616438e39b0a45a98ed562d218cd8ba7 HTTP/1.1" status: 200 len: 375 time: 0.0123787 Apr 19 17:59:55.864835 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-adaff286-e6e3-4120-bb32-cbe118b41979 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=616438e39b0a45a98ed562d218cd8ba7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484364 Apr 19 17:59:56.087498 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f9fd1de9-ac09-40be-9cbf-40ee4616520a req-1e14d4d6-c51f-4c60-bb04-c2b122378c51 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 210 time: 0.0667965 Apr 19 17:59:56.210543 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b00ed2-3151-44b2-a419-be5717bb9f00 req-9e4894b1-d0d5-4571-81ab-124f83c22d8c tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:56.220546 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-80b00ed2-3151-44b2-a419-be5717bb9f00 req-9e4894b1-d0d5-4571-81ab-124f83c22d8c tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 945 time: 0.1215417 Apr 19 17:59:56.322371 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-80b00ed2-3151-44b2-a419-be5717bb9f00 req-6658d7c5-20db-4385-9c4e-656cc732b4dd tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003788 Apr 19 17:59:56.609881 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f1a9e-3e2e-4e22-99c4-ba9c139e813e req-d9148ef4-1950-4730-a697-0cc7cb4c321a tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:56.615064 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-854f1a9e-3e2e-4e22-99c4-ba9c139e813e req-d9148ef4-1950-4730-a697-0cc7cb4c321a tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.1017654 Apr 19 17:59:56.671599 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-854f1a9e-3e2e-4e22-99c4-ba9c139e813e req-13df9a44-ce08-4d52-8458-7f3f8470680a tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515480 Apr 19 17:59:56.772285 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 56804) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:56.966229 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2e2135b1-152f-472a-9684-b0dc99089a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:56.985697 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2e2135b1-152f-472a-9684-b0dc99089a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:56.992027 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2e2135b1-152f-472a-9684-b0dc99089a95 admin admin] Usage tracker for resource:security_group_rule and tenant:2d524744b6bd4da3b4a37c411197dc81 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:56.995588 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2e2135b1-152f-472a-9684-b0dc99089a95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:57.004285 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2e2135b1-152f-472a-9684-b0dc99089a95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:57.014689 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677017e6-8a0b-4b60-b835-d67fa4695edc req-fb547f37-b6a0-49b5-b736-9b8c7e8d7015 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:57.016250 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-677017e6-8a0b-4b60-b835-d67fa4695edc req-fb547f37-b6a0-49b5-b736-9b8c7e8d7015 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 944 time: 0.1496985 Apr 19 17:59:57.022033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46616524-b098-4d92-a669-7e2a34e1a721 req-189a138b-0aaa-4f71-af98-496606770900 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:57.023664 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-46616524-b098-4d92-a669-7e2a34e1a721 req-189a138b-0aaa-4f71-af98-496606770900 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.52 "GET /v2.0/ports?device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 945 time: 0.0925529 Apr 19 17:59:57.084501 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-677017e6-8a0b-4b60-b835-d67fa4695edc req-aee11989-3429-44c3-8d6d-e9c51beb6373 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607822 Apr 19 17:59:57.104092 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-46616524-b098-4d92-a669-7e2a34e1a721 req-f2d4f6f4-6094-4a7c-8752-d40c67da21f1 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Deleting port 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 17:59:57.104471 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-46616524-b098-4d92-a669-7e2a34e1a721 req-f2d4f6f4-6094-4a7c-8752-d40c67da21f1 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:57.155208 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2e2135b1-152f-472a-9684-b0dc99089a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:57.158578 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2e2135b1-152f-472a-9684-b0dc99089a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:57.171127 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-cc1b50ba-a9db-4c02-a88a-823c47d5a61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:57.213858 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2e2135b1-152f-472a-9684-b0dc99089a95 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2d524744b6bd4da3b4a37c411197dc81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4376361 Apr 19 17:59:57.214147 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 56814) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:57.217332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2135b1-152f-472a-9684-b0dc99089a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e71090-fea0-4495-9805-ff80edcbbde8,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:57.230171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2e2135b1-152f-472a-9684-b0dc99089a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:57.274515 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c8928d7-65db-47fe-bbdf-1dff8d2e8c52 req-4bc39ddb-59b1-4e81-8086-465266515b6e tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 210 time: 0.0612562 Apr 19 17:59:57.285090 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d83d45b3-7fe3-45dd-9718-d2e8d5c83079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:57.313910 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d83d45b3-7fe3-45dd-9718-d2e8d5c83079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:57.398487 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d83d45b3-7fe3-45dd-9718-d2e8d5c83079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:57.406331 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ec33c0fa-17cd-47e6-8b85-041762258a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:57.421777 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d45b3-7fe3-45dd-9718-d2e8d5c83079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e71090-fea0-4495-9805-ff80edcbbde8,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:57.425141 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d83d45b3-7fe3-45dd-9718-d2e8d5c83079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:57.427282 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d83d45b3-7fe3-45dd-9718-d2e8d5c83079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:57.430976 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d83d45b3-7fe3-45dd-9718-d2e8d5c83079 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/96e71090-fea0-4495-9805-ff80edcbbde8 HTTP/1.1" status: 204 len: 168 time: 0.2134299 Apr 19 17:59:57.433698 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-46616524-b098-4d92-a669-7e2a34e1a721 req-f2d4f6f4-6094-4a7c-8752-d40c67da21f1 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] For port 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3,segment=NetworkSegment(39fdc426-f15c-45e5-b9dd-53bf833110ab),segment_id=39fdc426-f15c-45e5-b9dd-53bf833110ab)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:57.434163 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-46616524-b098-4d92-a669-7e2a34e1a721 req-f2d4f6f4-6094-4a7c-8752-d40c67da21f1 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:57.573016 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-46616524-b098-4d92-a669-7e2a34e1a721 req-f2d4f6f4-6094-4a7c-8752-d40c67da21f1 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Calling delete_port for 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 17:59:57.632656 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-ee10e855-6262-4168-8803-31546fdf9ff5 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=616438e39b0a45a98ed562d218cd8ba7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374935 Apr 19 17:59:57.886857 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-46616524-b098-4d92-a669-7e2a34e1a721 req-f2d4f6f4-6094-4a7c-8752-d40c67da21f1 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:57.897192 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:57.903036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 17:59:58.036671 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4f6f4-6094-4a7c-8752-d40c67da21f1 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Pushing event deleted for resources: {'Port': ['ID=2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:58.045249 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f2d4f6f4-6094-4a7c-8752-d40c67da21f1 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:58.098873 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 56846) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:58.113900 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1b224-a385-4fe8-b09d-ac0f98bf7f24 req-e43acb82-62f5-49e6-a87d-ed80367968ed tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:58.121673 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41e1b224-a385-4fe8-b09d-ac0f98bf7f24 req-e43acb82-62f5-49e6-a87d-ed80367968ed tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=455ba189-2ec4-43b1-a13d-45b7747c1df0 HTTP/1.1" status: 200 len: 945 time: 0.6350493 Apr 19 17:59:58.135377 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-46616524-b098-4d92-a669-7e2a34e1a721 req-f2d4f6f4-6094-4a7c-8752-d40c67da21f1 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] No DVR routers for this DVR port 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 on host hv-cinder-78692 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 17:59:58.141213 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-46616524-b098-4d92-a669-7e2a34e1a721 req-f2d4f6f4-6094-4a7c-8752-d40c67da21f1 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:58.144207 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455ba189-2ec4-43b1-a13d-45b7747c1df0', 'name': 'network-vif-deleted', 'tag': '2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 17:59:58.172208 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6e6fbca1-a17c-4a3a-a89a-73bcd3e81bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:58.174296 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-46616524-b098-4d92-a669-7e2a34e1a721 req-f2d4f6f4-6094-4a7c-8752-d40c67da21f1 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.52 "DELETE /v2.0/ports/2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 HTTP/1.1" status: 204 len: 173 time: 1.1415701 Apr 19 17:59:58.203312 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6e6fbca1-a17c-4a3a-a89a-73bcd3e81bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:58.203551 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2d6be-eb28-4038-a4dc-5ab8ed7d2d58 req-b8f9667d-909f-4f70-a13f-b59cc28e9efc tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:58.205120 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-aef2d6be-eb28-4038-a4dc-5ab8ed7d2d58 req-b8f9667d-909f-4f70-a13f-b59cc28e9efc tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.1703830 Apr 19 17:59:58.225453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6e6fbca1-a17c-4a3a-a89a-73bcd3e81bab admin admin] Usage tracker for resource:security_group_rule and tenant:db2202a8a5b7431a9636c4a978545a34 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:58.234627 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6e6fbca1-a17c-4a3a-a89a-73bcd3e81bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:58.244283 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6e6fbca1-a17c-4a3a-a89a-73bcd3e81bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:58.256499 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device bc923fe9-9a0b-4785-b32f-3a655dcaada7 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 17:59:58.257957 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a908b768-1846-46b0-b81b-616fbf78077f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:58.259593 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a908b768-1846-46b0-b81b-616fbf78077f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6134701 Apr 19 17:59:58.265273 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41e1b224-a385-4fe8-b09d-ac0f98bf7f24 req-6f3aaeca-829a-4e74-9a2d-83f458f8daa3 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425114 Apr 19 17:59:58.292791 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-aef2d6be-eb28-4038-a4dc-5ab8ed7d2d58 req-52772842-b0eb-4a3f-bf53-9ca3e07d5703 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746694 Apr 19 17:59:58.303631 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Request body: {'port': {'device_id': '2e53964a-79e8-49a3-8431-9f97f872fe25', 'network_id': '41ea6712-73d4-47c8-8c46-e86882a14c98', 'admin_state_up': True, 'tenant_id': '616438e39b0a45a98ed562d218cd8ba7'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 17:59:58.420556 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455ba189-2ec4-43b1-a13d-45b7747c1df0', 'name': 'network-vif-deleted', 'tag': '2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3', 'status': 'completed', 'code': 200} Apr 19 17:59:58.429741 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port bc923fe9-9a0b-4785-b32f-3a655dcaada7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bc923fe9-9a0b-4785-b32f-3a655dcaada7,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:58.444720 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': 'bc923fe9-9a0b-4785-b32f-3a655dcaada7', 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53', 'port_id': 'bc923fe9-9a0b-4785-b32f-3a655dcaada7', 'mac_address': 'fa:16:3e:43:02:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67e2e39-6a7d-43fd-81d1-0b2082cf681f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 17:59:58.508001 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:58.530126 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc923fe9-9a0b-4785-b32f-3a655dcaada7 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 17:59:58.547298 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port bc923fe9-9a0b-4785-b32f-3a655dcaada7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bc923fe9-9a0b-4785-b32f-3a655dcaada7,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 17:59:58.551168 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:58.552989 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:58.583136 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8ae1187d-b23a-4e89-b368-334062d2701f req-963c42a1-bf6b-49e8-9f35-c2a346203c6a tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 210 time: 0.0517688 Apr 19 17:59:58.619249 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:58.627825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=bc923fe9-9a0b-4785-b32f-3a655dcaada7,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:58.629520 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6b73d-0e37-422e-829f-1e5b23b40a76 req-0d45459d-38f0-492c-b791-b3b93e8d059d tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:58.631249 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:58.634444 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7ea6b73d-0e37-422e-829f-1e5b23b40a76 req-0d45459d-38f0-492c-b791-b3b93e8d059d tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 944 time: 0.1953692 Apr 19 17:59:58.646057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Usage tracker for resource:port and tenant:616438e39b0a45a98ed562d218cd8ba7 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:58.652837 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:58.682649 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:58.703247 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6e6fbca1-a17c-4a3a-a89a-73bcd3e81bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:58.711540 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6e6fbca1-a17c-4a3a-a89a-73bcd3e81bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:58.721997 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5a4d8704-f252-46ea-8d79-906c735cc47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:58.731743 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Made reservation on behalf of 616438e39b0a45a98ed562d218cd8ba7 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 17:59:58.737774 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:58.756817 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7ea6b73d-0e37-422e-829f-1e5b23b40a76 req-2180ed29-a206-4a50-8f0d-d6366203ad01 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121192 Apr 19 17:59:58.770536 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:58.817064 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6e6fbca1-a17c-4a3a-a89a-73bcd3e81bab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=db2202a8a5b7431a9636c4a978545a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7145569 Apr 19 17:59:58.817064 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 17:59:58.817782 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 56862) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:58.818306 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fbca1-a17c-4a3a-a89a-73bcd3e81bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae5650a-7614-4b6e-b871-076202bc33f1,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:58.821610 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6e6fbca1-a17c-4a3a-a89a-73bcd3e81bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:58.824409 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Usage tracker for resource:security_group_rule and tenant:616438e39b0a45a98ed562d218cd8ba7 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 17:59:58.827707 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 17:59:58.834793 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 17:59:58.894589 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed3b7-1c9a-4c53-a1b8-01545e24d097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:58.923439 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed3b7-1c9a-4c53-a1b8-01545e24d097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:58.942209 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:58.949199 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:58.954873 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92f515b3-94da-4ee4-a2be-df7a9f5bcf6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:58.975494 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed3b7-1c9a-4c53-a1b8-01545e24d097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:58.980589 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:58.993570 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ed3b7-1c9a-4c53-a1b8-01545e24d097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae5650a-7614-4b6e-b871-076202bc33f1,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:58.996705 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6a5ed3b7-1c9a-4c53-a1b8-01545e24d097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:58.998883 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed3b7-1c9a-4c53-a1b8-01545e24d097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:59.002482 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6a5ed3b7-1c9a-4c53-a1b8-01545e24d097 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1ae5650a-7614-4b6e-b871-076202bc33f1 HTTP/1.1" status: 204 len: 168 time: 0.1836305 Apr 19 17:59:59.036265 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7880c08-f27f-4d8c-a6a6-edfd03534516,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:59.042286 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:59.058127 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['bc923fe9-9a0b-4785-b32f-3a655dcaada7'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 17:59:59.157270 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Allocated IP 192.168.233.86 (41ea6712-73d4-47c8-8c46-e86882a14c98/99ab2299-1469-4d4e-bac6-475b274390a3/d0646365-522b-40fc-966a-07c511137922) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 17:59:59.575812 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:59.596037 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Transition to ACTIVE for port object d0646365-522b-40fc-966a-07c511137922 will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 17:59:59.635693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 17:59:59.652771 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 17:59:59.690530 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f6cf2-c93d-4977-a505-88874966b301 req-56adddb9-c736-45ec-b624-40840f6fba23 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:59.692221 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0a2f6cf2-c93d-4977-a505-88874966b301 req-56adddb9-c736-45ec-b624-40840f6fba23 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.1427588 Apr 19 17:59:59.730964 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Network 41ea6712-73d4-47c8-8c46-e86882a14c98 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 17:59:59.735014 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 17:59:59.861500 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 17:59:59.898761 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 56920) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 17:59:59.943774 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Pushing event updated for resources: {'Port': ['ID=d0646365-522b-40fc-966a-07c511137922,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 17:59:59.953366 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 17:59:59.995557 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 17:59:59.996501 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:00.041006 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7708349 Apr 19 18:00:00.045060 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9a487a70-72f7-4d1f-bf83-12d701bcd625 None None] Provisioning for port d0646365-522b-40fc-966a-07c511137922 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:00:00.057057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9a487a70-72f7-4d1f-bf83-12d701bcd625 None None] Provisioning complete for port d0646365-522b-40fc-966a-07c511137922 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:00:00.058779 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9a487a70-72f7-4d1f-bf83-12d701bcd625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:00.069263 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefcf7b-444a-4661-a1d3-e1ea8945f19e req-9b243589-d469-4636-b9f0-cd2938ac36c7 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:00.070320 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-afefcf7b-444a-4661-a1d3-e1ea8945f19e req-9b243589-d469-4636-b9f0-cd2938ac36c7 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Synchronizing usage tracker for tenant:616438e39b0a45a98ed562d218cd8ba7 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:00:00.080066 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Request body: {'port': {'device_id': '2e53964a-79e8-49a3-8431-9f97f872fe25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:00:00.084173 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0a2f6cf2-c93d-4977-a505-88874966b301 req-410b0209-fde4-4b63-9670-f0db79ffe2ff tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791120 Apr 19 18:00:00.152291 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9a487a70-72f7-4d1f-bf83-12d701bcd625 None None] Port d0646365-522b-40fc-966a-07c511137922 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:00:00.155046 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b236da6a-8120-4dff-8e1a-e9f8ee93ef5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:00.196760 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b236da6a-8120-4dff-8e1a-e9f8ee93ef5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:00.201390 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-afefcf7b-444a-4661-a1d3-e1ea8945f19e req-9b243589-d469-4636-b9f0-cd2938ac36c7 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Unset dirty status for tenant:616438e39b0a45a98ed562d218cd8ba7 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:00:00.202620 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-afefcf7b-444a-4661-a1d3-e1ea8945f19e req-9b243589-d469-4636-b9f0-cd2938ac36c7 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 935 time: 0.4583619 Apr 19 18:00:00.240727 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b236da6a-8120-4dff-8e1a-e9f8ee93ef5f admin admin] Usage tracker for resource:security_group_rule and tenant:4ee719c0e1bc477fb075b25bde55ebcc is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:00.251364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b236da6a-8120-4dff-8e1a-e9f8ee93ef5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:00.254544 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:00:00.274694 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b236da6a-8120-4dff-8e1a-e9f8ee93ef5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:00.285265 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2ebab-659b-48f2-a82a-149c0988e6bd req-3d5bcea2-2cc6-4889-9c39-5f729beb5e2c tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:00.287097 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d0c2ebab-659b-48f2-a82a-149c0988e6bd req-3d5bcea2-2cc6-4889-9c39-5f729beb5e2c tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 945 time: 0.0922990 Apr 19 18:00:00.327394 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] No Port match for: 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:00:00.328071 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 2060fc0c-a41b-4f8f-a565-b5c6fe00b0d3 not bound to the agent host hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:00:00.348735 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:00.361355 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d0c2ebab-659b-48f2-a82a-149c0988e6bd req-43bba58b-c3e7-4b14-adbe-9241a59664be tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571890 Apr 19 18:00:00.363638 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-afefcf7b-444a-4661-a1d3-e1ea8945f19e req-1e354c69-9c4a-4cb6-b166-df5dffc8d28a tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Synchronizing usage tracker for tenant:616438e39b0a45a98ed562d218cd8ba7 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:00:00.445304 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-afefcf7b-444a-4661-a1d3-e1ea8945f19e req-1e354c69-9c4a-4cb6-b166-df5dffc8d28a tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Unset dirty status for tenant:616438e39b0a45a98ed562d218cd8ba7 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:00:00.446581 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-afefcf7b-444a-4661-a1d3-e1ea8945f19e req-1e354c69-9c4a-4cb6-b166-df5dffc8d28a tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7880c08-f27f-4d8c-a6a6-edfd03534516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073958 Apr 19 18:00:00.597810 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b236da6a-8120-4dff-8e1a-e9f8ee93ef5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:00.619844 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b236da6a-8120-4dff-8e1a-e9f8ee93ef5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:00.663033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-f12630f7-0108-4be3-bd90-76da2a7e894e tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:00.664624 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-f12630f7-0108-4be3-bd90-76da2a7e894e tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/networks?id=4f8045e5-ae5e-4192-ad7e-459115c16f0d HTTP/1.1" status: 200 len: 808 time: 0.1733177 Apr 19 18:00:00.673756 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:00.683913 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-f9648a42-36ff-495f-96c6-887a48c28e81 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/quotas/41a044f7097d4d068129031a66a5d090 HTTP/1.1" status: 200 len: 375 time: 0.0103993 Apr 19 18:00:00.738765 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b236da6a-8120-4dff-8e1a-e9f8ee93ef5f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4ee719c0e1bc477fb075b25bde55ebcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8316007 Apr 19 18:00:00.742171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 56952) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:00.744033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-dd854a3f-d52f-4f19-a6d3-3d5c1776c34b tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Synchronizing usage tracker for tenant:41a044f7097d4d068129031a66a5d090 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:00:00.744527 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236da6a-8120-4dff-8e1a-e9f8ee93ef5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7becfc-cd6a-4274-b28e-18e77118be97,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:00.748067 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b236da6a-8120-4dff-8e1a-e9f8ee93ef5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:00.761632 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-dd854a3f-d52f-4f19-a6d3-3d5c1776c34b tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Unset dirty status for tenant:41a044f7097d4d068129031a66a5d090 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:00:00.761632 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-dd854a3f-d52f-4f19-a6d3-3d5c1776c34b tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=41a044f7097d4d068129031a66a5d090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693636 Apr 19 18:00:00.861716 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e3b1cea9-0de5-433e-b083-47c06d3594ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:00.952016 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e3b1cea9-0de5-433e-b083-47c06d3594ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:00.955638 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-19378141-03b9-4424-bef5-4bedbaea6e69 service neutron] 10.222.0.81 "GET /v2.0/networks/4f8045e5-ae5e-4192-ad7e-459115c16f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757152 Apr 19 18:00:00.985924 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0646365-522b-40fc-966a-07c511137922 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:00:01.008298 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:01.029550 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Transition to ACTIVE for port object d0646365-522b-40fc-966a-07c511137922 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:00:01.033713 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183133'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:01.040681 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:01.087898 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e3b1cea9-0de5-433e-b083-47c06d3594ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:01.145304 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-03e103f4-1ecb-4018-930b-a1fc37e03027 service neutron] 10.222.0.81 "GET /v2.0/networks/4f8045e5-ae5e-4192-ad7e-459115c16f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834104 Apr 19 18:00:01.230581 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:01.339443 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Pushing event updated for resources: {'Port': ['ID=d0646365-522b-40fc-966a-07c511137922,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:01.342281 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e3b1cea9-0de5-433e-b083-47c06d3594ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:01.347014 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e3b1cea9-0de5-433e-b083-47c06d3594ac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0e7becfc-cd6a-4274-b28e-18e77118be97 HTTP/1.1" status: 204 len: 168 time: 0.6037467 Apr 19 18:00:01.359719 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:01.360282 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ed338805-22ce-4f16-a668-ba5bef329f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:01.464454 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1cea9-0de5-433e-b083-47c06d3594ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7becfc-cd6a-4274-b28e-18e77118be97,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:01.475065 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e3b1cea9-0de5-433e-b083-47c06d3594ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:01.545148 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Attempting to bind port d0646365-522b-40fc-966a-07c511137922 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:00:01.545756 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Attempting to bind port d0646365-522b-40fc-966a-07c511137922 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '0f089eba-778c-4ac2-84aa-9c02d70405c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '41ea6712-73d4-47c8-8c46-e86882a14c98'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:00:01.546329 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Attempting to bind port d0646365-522b-40fc-966a-07c511137922 on network 41ea6712-73d4-47c8-8c46-e86882a14c98 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:00:01.554596 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Port d0646365-522b-40fc-966a-07c511137922 on network 41ea6712-73d4-47c8-8c46-e86882a14c98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:00:01.555027 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e94b72e0-8ccc-4a2f-8f4e-2bdbea45c2a9 req-043a076c-0149-4a0c-8886-b6482175abfe tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 210 time: 0.1235504 Apr 19 18:00:01.555413 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Attempting to bind port d0646365-522b-40fc-966a-07c511137922 on network 41ea6712-73d4-47c8-8c46-e86882a14c98 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:00:01.573628 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Checking agent: {'id': '65b29327-db8b-4ae4-8402-12a24c685031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'started_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:00:01.574037 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Checking segment: {'id': '0f089eba-778c-4ac2-84aa-9c02d70405c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '41ea6712-73d4-47c8-8c46-e86882a14c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:00:01.574561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Bound using segment: {'id': '0f089eba-778c-4ac2-84aa-9c02d70405c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '41ea6712-73d4-47c8-8c46-e86882a14c98'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:00:01.575227 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Bound port: d0646365-522b-40fc-966a-07c511137922, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f089eba-778c-4ac2-84aa-9c02d70405c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '41ea6712-73d4-47c8-8c46-e86882a14c98'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:00:01.575610 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:01.617401 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96839e10-244e-4f3b-8efe-b4f7280684ba req-1c38297a-ad8a-4501-ac41-7c2ba03396c6 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:01.627616 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-96839e10-244e-4f3b-8efe-b4f7280684ba req-1c38297a-ad8a-4501-ac41-7c2ba03396c6 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.3551276 Apr 19 18:00:01.732890 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-96839e10-244e-4f3b-8efe-b4f7280684ba req-0410fe82-21df-42f2-9eab-df20ec112b10 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040711 Apr 19 18:00:01.846708 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] For port d0646365-522b-40fc-966a-07c511137922, host hv-cinder-78692, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:00:01.851740 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] For port d0646365-522b-40fc-966a-07c511137922, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d0646365-522b-40fc-966a-07c511137922,segment=NetworkSegment(0f089eba-778c-4ac2-84aa-9c02d70405c6),segment_id=0f089eba-778c-4ac2-84aa-9c02d70405c6)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:00:01.863696 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183133'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:01.877623 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:01.913286 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa5bdd-c2e6-46c6-a2f6-fd7a49046893 req-8f5cc576-e765-404d-814e-58d3384a3a86 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:01.929697 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-39fa5bdd-c2e6-46c6-a2f6-fd7a49046893 req-8f5cc576-e765-404d-814e-58d3384a3a86 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 945 time: 0.2176991 Apr 19 18:00:02.004758 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:00:02.019065 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-39fa5bdd-c2e6-46c6-a2f6-fd7a49046893 req-c15b86ed-fe55-4dcf-a05c-3afdae671def tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882170 Apr 19 18:00:02.089710 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:02.090721 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:02.092404 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] 10.222.0.52 "PUT /v2.0/ports/d0646365-522b-40fc-966a-07c511137922 HTTP/1.1" status: 200 len: 1097 time: 2.0173993 Apr 19 18:00:02.093013 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e53964a-79e8-49a3-8431-9f97f872fe25', 'tag': 'd0646365-522b-40fc-966a-07c511137922'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:00:02.164713 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Pushing event updated for resources: {'Port': ['ID=d0646365-522b-40fc-966a-07c511137922,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:02.176697 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:02.261191 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device bc923fe9-9a0b-4785-b32f-3a655dcaada7 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:00:02.326329 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251a8a-4e3e-485c-b628-82eb9485a849 req-93c76e2f-da82-4119-91b7-185d32abec61 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:02.339441 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-54251a8a-4e3e-485c-b628-82eb9485a849 req-93c76e2f-da82-4119-91b7-185d32abec61 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 947 time: 0.3849666 Apr 19 18:00:02.403888 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e53964a-79e8-49a3-8431-9f97f872fe25', 'tag': 'd0646365-522b-40fc-966a-07c511137922', 'status': 'completed', 'code': 200} Apr 19 18:00:02.448811 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning for port bc923fe9-9a0b-4785-b32f-3a655dcaada7 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:00:02.457835 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port bc923fe9-9a0b-4785-b32f-3a655dcaada7 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:00:02.458729 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:02.475758 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-54251a8a-4e3e-485c-b628-82eb9485a849 req-3931cbb7-cc35-4189-bf73-605ff45cb50f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7880c08-f27f-4d8c-a6a6-edfd03534516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335073 Apr 19 18:00:02.477222 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-cc95d02a-5f9c-4160-96f0-4fa5e2ed292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:02.479912 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-cc95d02a-5f9c-4160-96f0-4fa5e2ed292c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=616438e39b0a45a98ed562d218cd8ba7&device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 1100 time: 0.3020470 Apr 19 18:00:02.611909 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-f3e3b09f-d80f-4a53-96dd-1a66b735ecd6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d0646365-522b-40fc-966a-07c511137922 HTTP/1.1" status: 200 len: 217 time: 0.1226103 Apr 19 18:00:02.636138 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:02.676748 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port bc923fe9-9a0b-4785-b32f-3a655dcaada7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bc923fe9-9a0b-4785-b32f-3a655dcaada7,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:00:02.678176 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc923fe9-9a0b-4785-b32f-3a655dcaada7'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:00:02.685568 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:02.687846 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-04083daf-6807-4b57-9f15-091b1c282ca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:02.799065 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc923fe9-9a0b-4785-b32f-3a655dcaada7', 'code': 200} Apr 19 18:00:02.818872 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a6f3a603-9579-4375-b349-b12b125477a5 req-e364f5c9-8bcc-4252-afdb-5c55b964cfee tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 210 time: 0.1444256 Apr 19 18:00:02.833493 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=bc923fe9-9a0b-4785-b32f-3a655dcaada7,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:02.859518 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:03.164243 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-31fbca0e-bd84-411f-8bd0-742d98b5dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:03.166089 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-31fbca0e-bd84-411f-8bd0-742d98b5dd7c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=99ab2299-1469-4d4e-bac6-475b274390a3 HTTP/1.1" status: 200 len: 843 time: 0.5466456 Apr 19 18:00:03.395060 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5892fe-f456-4f9c-b938-5c6d2497084c req-5d5ab4f2-65bc-41ba-bc86-ad84626e0826 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:03.403786 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0b5892fe-f456-4f9c-b938-5c6d2497084c req-5d5ab4f2-65bc-41ba-bc86-ad84626e0826 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 946 time: 0.2226017 Apr 19 18:00:03.441369 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4150d88-31e4-4937-9fe5-ef64b6eb9a04 req-ddf4fcaa-861a-43d8-9814-e7a98b9260d8 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:03.452221 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b4150d88-31e4-4937-9fe5-ef64b6eb9a04 req-ddf4fcaa-861a-43d8-9814-e7a98b9260d8 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.3900352 Apr 19 18:00:03.474812 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-17492e0d-4239-4c47-99fa-54a21de7cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:03.477789 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-17492e0d-4239-4c47-99fa-54a21de7cc74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=41ea6712-73d4-47c8-8c46-e86882a14c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2978621 Apr 19 18:00:03.493014 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0b5892fe-f456-4f9c-b938-5c6d2497084c req-2f67509f-cc83-41e1-9ee1-d0e315ec929d tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881624 Apr 19 18:00:03.516145 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-a5f3e4c7-a78a-46ad-ae6a-1e83a7e8c7a0 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:03.519517 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-a5f3e4c7-a78a-46ad-ae6a-1e83a7e8c7a0 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.52 "GET /v2.0/networks?id=4f8045e5-ae5e-4192-ad7e-459115c16f0d HTTP/1.1" status: 200 len: 808 time: 0.2869053 Apr 19 18:00:03.543668 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-02c64482-5843-4ec2-9bbd-6ab3eee08727 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Request body: {'port': {'device_id': '265600d4-39a3-4f58-9f4f-94c5b62a4f1d', 'network_id': '4f8045e5-ae5e-4192-ad7e-459115c16f0d', 'admin_state_up': True, 'tenant_id': '41a044f7097d4d068129031a66a5d090'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:00:03.612445 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7264baa-4c71-4580-bc33-23aa93963908 req-5c07ca51-0277-4a74-9d66-cea342590611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:03.614096 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f7264baa-4c71-4580-bc33-23aa93963908 req-5c07ca51-0277-4a74-9d66-cea342590611 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 1099 time: 0.3267863 Apr 19 18:00:03.629113 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b4150d88-31e4-4937-9fe5-ef64b6eb9a04 req-65e2ca4b-eb6e-40fc-8b23-e53039de1e71 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751947 Apr 19 18:00:03.770454 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-69f228a2-d4fa-47d1-b8eb-278907e145a7 service neutron] 10.222.0.52 "GET /v2.0/networks/41ea6712-73d4-47c8-8c46-e86882a14c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830408 Apr 19 18:00:03.774564 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-02c64482-5843-4ec2-9bbd-6ab3eee08727 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:03.787388 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-02c64482-5843-4ec2-9bbd-6ab3eee08727 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:03.799856 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-02c64482-5843-4ec2-9bbd-6ab3eee08727 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Made reservation on behalf of 41a044f7097d4d068129031a66a5d090 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:00:03.807254 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-02c64482-5843-4ec2-9bbd-6ab3eee08727 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:04.000613 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-02c64482-5843-4ec2-9bbd-6ab3eee08727 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Allocated IP 172.20.0.11 (4f8045e5-ae5e-4192-ad7e-459115c16f0d/76c05180-3403-41ef-8665-e27be92e1c09/3c2c24b4-e6d7-457f-8a48-e39263c96153) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:00:04.118128 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb6cc1e1-f6dc-4984-8fc1-2b21c271d21c req-1f80c2f4-228c-4472-9db2-b37737d59758 service neutron] 10.222.0.52 "GET /v2.0/networks/41ea6712-73d4-47c8-8c46-e86882a14c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908111 Apr 19 18:00:04.120771 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f7264baa-4c71-4580-bc33-23aa93963908 req-a840b3b2-3af2-4f6a-9ae9-ebee525f916a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763281 Apr 19 18:00:04.159281 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab278191-8dca-4b9c-b621-1b1f783f8f07 req-a095eeb1-b0a1-4c32-9e1f-cf69bf9ce2c8 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:04.160956 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ab278191-8dca-4b9c-b621-1b1f783f8f07 req-a095eeb1-b0a1-4c32-9e1f-cf69bf9ce2c8 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 947 time: 0.3802586 Apr 19 18:00:04.237557 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ab278191-8dca-4b9c-b621-1b1f783f8f07 req-818b15f1-66ef-4514-8d4b-f9da8febf31d tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7880c08-f27f-4d8c-a6a6-edfd03534516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690172 Apr 19 18:00:04.252002 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c7a85205-2f10-4ccb-aeda-d73db5ff12fe req-8a89626b-abfd-4202-a374-6cc64acaf3af tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 210 time: 0.0761015 Apr 19 18:00:04.306530 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-02c64482-5843-4ec2-9bbd-6ab3eee08727 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:04.349097 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-02c64482-5843-4ec2-9bbd-6ab3eee08727 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:04.356528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:04.417825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-02c64482-5843-4ec2-9bbd-6ab3eee08727 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Network 4f8045e5-ae5e-4192-ad7e-459115c16f0d is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:00:04.421710 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-02c64482-5843-4ec2-9bbd-6ab3eee08727 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:00:04.426295 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-02c64482-5843-4ec2-9bbd-6ab3eee08727 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:00:04.450196 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 57162) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:04.472647 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cc48f-3458-4078-904e-90d567df62c3 req-2be9ef1b-fb1c-4287-b823-1319d2f48fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:04.474312 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0a0cc48f-3458-4078-904e-90d567df62c3 req-2be9ef1b-fb1c-4287-b823-1319d2f48fea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=616438e39b0a45a98ed562d218cd8ba7&device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 1100 time: 0.1362221 Apr 19 18:00:04.531328 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-02c64482-5843-4ec2-9bbd-6ab3eee08727 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:04.532071 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-02c64482-5843-4ec2-9bbd-6ab3eee08727 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:04.566783 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c64482-5843-4ec2-9bbd-6ab3eee08727 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Pushing event updated for resources: {'Port': ['ID=3c2c24b4-e6d7-457f-8a48-e39263c96153,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:04.572643 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-02c64482-5843-4ec2-9bbd-6ab3eee08727 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:04.582857 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-02c64482-5843-4ec2-9bbd-6ab3eee08727 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0528867 Apr 19 18:00:04.598998 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Request body: {'port': {'device_id': '265600d4-39a3-4f58-9f4f-94c5b62a4f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:00:04.686667 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-71373f35-cc8d-47af-ace3-80842e532199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:04.726115 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:04.743327 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-71373f35-cc8d-47af-ace3-80842e532199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:04.763273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-71373f35-cc8d-47af-ace3-80842e532199 admin admin] Usage tracker for resource:security_group_rule and tenant:7ce55dc27c2a4399a0ca9952800ab1bb is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:04.770436 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-71373f35-cc8d-47af-ace3-80842e532199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:04.781057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-71373f35-cc8d-47af-ace3-80842e532199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:04.817854 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cc48f-3458-4078-904e-90d567df62c3 req-6a08315e-2033-4165-82d0-0b9f1177d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:04.819480 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0a0cc48f-3458-4078-904e-90d567df62c3 req-6a08315e-2033-4165-82d0-0b9f1177d568 service neutron] 10.222.0.52 "GET /v2.0/networks?id=41ea6712-73d4-47c8-8c46-e86882a14c98 HTTP/1.1" status: 200 len: 870 time: 0.3383157 Apr 19 18:00:04.854955 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 57184) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:04.909667 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0a0cc48f-3458-4078-904e-90d567df62c3 req-b9888143-26e7-4341-bd82-024dde61bb00 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d0646365-522b-40fc-966a-07c511137922 HTTP/1.1" status: 200 len: 217 time: 0.0770538 Apr 19 18:00:04.922075 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa96fe-0b27-4370-97fc-977848e7b87d req-8cbbefd5-57d4-4b64-a876-1e7657e798e6 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:04.923677 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-09aa96fe-0b27-4370-97fc-977848e7b87d req-8cbbefd5-57d4-4b64-a876-1e7657e798e6 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 946 time: 0.2924995 Apr 19 18:00:05.049899 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-09aa96fe-0b27-4370-97fc-977848e7b87d req-bd154219-43a8-4ce6-a97c-1b27689c9b94 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895584 Apr 19 18:00:05.052698 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cc48f-3458-4078-904e-90d567df62c3 req-bd657509-8092-4143-b3ed-4d5149807c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:05.054249 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0a0cc48f-3458-4078-904e-90d567df62c3 req-bd657509-8092-4143-b3ed-4d5149807c6c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=99ab2299-1469-4d4e-bac6-475b274390a3 HTTP/1.1" status: 200 len: 843 time: 0.1295938 Apr 19 18:00:05.057724 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ea89cba6-35c2-4434-80a3-fbbe8e62ae03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:05.093654 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ea89cba6-35c2-4434-80a3-fbbe8e62ae03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:05.119674 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ea89cba6-35c2-4434-80a3-fbbe8e62ae03 admin admin] Usage tracker for resource:security_group_rule and tenant:7b7f6be42d734a67bdbf85b91cab9008 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:05.125056 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ea89cba6-35c2-4434-80a3-fbbe8e62ae03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:05.138330 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ea89cba6-35c2-4434-80a3-fbbe8e62ae03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:05.156707 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-71373f35-cc8d-47af-ace3-80842e532199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:05.163917 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-71373f35-cc8d-47af-ace3-80842e532199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:05.176464 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:05.192569 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ac858-06cc-4d5c-b101-39c729480b48 req-f00827e1-210a-4d3c-a477-1212892c6180 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:05.194296 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3f9ac858-06cc-4d5c-b101-39c729480b48 req-f00827e1-210a-4d3c-a477-1212892c6180 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.3985453 Apr 19 18:00:05.238390 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-71373f35-cc8d-47af-ace3-80842e532199 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7ce55dc27c2a4399a0ca9952800ab1bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7855082 Apr 19 18:00:05.239142 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71373f35-cc8d-47af-ace3-80842e532199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24720a48-70a2-4a3e-ae32-04607c0cba9d,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:05.241802 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 57196) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:05.247141 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-71373f35-cc8d-47af-ace3-80842e532199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:05.271737 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cc48f-3458-4078-904e-90d567df62c3 req-b3215908-bbc1-4905-b614-4200e1f8e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:05.273398 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0a0cc48f-3458-4078-904e-90d567df62c3 req-b3215908-bbc1-4905-b614-4200e1f8e9b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=41ea6712-73d4-47c8-8c46-e86882a14c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2120333 Apr 19 18:00:05.294110 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3f9ac858-06cc-4d5c-b101-39c729480b48 req-049f644b-93f5-4d49-8250-ca48aa9f35c5 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849802 Apr 19 18:00:05.455144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2c24b4-e6d7-457f-8a48-e39263c96153 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:00:05.514578 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2d62c204-de70-4656-81d1-bba0ffc81430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:05.524566 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:05.563694 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Transition to ACTIVE for port object 3c2c24b4-e6d7-457f-8a48-e39263c96153 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:00:05.566066 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ea89cba6-35c2-4434-80a3-fbbe8e62ae03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:05.571114 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:05.581392 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f2d4f6f4-6094-4a7c-8752-d40c67da21f1 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:05.592918 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2d62c204-de70-4656-81d1-bba0ffc81430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:05.610676 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0a0cc48f-3458-4078-904e-90d567df62c3 req-776ea8cc-0d19-4d50-b4cc-5ef850065865 service neutron] 10.222.0.52 "GET /v2.0/networks/41ea6712-73d4-47c8-8c46-e86882a14c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256426 Apr 19 18:00:05.613970 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ea89cba6-35c2-4434-80a3-fbbe8e62ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:05.737899 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13876055-621e-4cda-a239-ba7973093381 req-f58674ba-2ea9-4401-b33e-a1fb30cb38c7 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:05.739582 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-13876055-621e-4cda-a239-ba7973093381 req-f58674ba-2ea9-4401-b33e-a1fb30cb38c7 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 947 time: 0.3127215 Apr 19 18:00:05.755278 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2d62c204-de70-4656-81d1-bba0ffc81430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:05.782827 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b236da6a-8120-4dff-8e1a-e9f8ee93ef5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:05.817669 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62c204-de70-4656-81d1-bba0ffc81430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24720a48-70a2-4a3e-ae32-04607c0cba9d,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:05.839159 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2d62c204-de70-4656-81d1-bba0ffc81430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:05.847308 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2d62c204-de70-4656-81d1-bba0ffc81430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:05.848572 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2d62c204-de70-4656-81d1-bba0ffc81430 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/24720a48-70a2-4a3e-ae32-04607c0cba9d HTTP/1.1" status: 204 len: 168 time: 0.6038334 Apr 19 18:00:05.873058 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-13876055-621e-4cda-a239-ba7973093381 req-d8dec7a6-a4f9-4bfe-99c7-74d0dc906d97 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7880c08-f27f-4d8c-a6a6-edfd03534516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222548 Apr 19 18:00:05.879469 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0a0cc48f-3458-4078-904e-90d567df62c3 req-44a3622c-f931-4453-a599-dceac6207e1a service neutron] 10.222.0.52 "GET /v2.0/networks/41ea6712-73d4-47c8-8c46-e86882a14c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568152 Apr 19 18:00:06.118214 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 57220) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:06.118679 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ea89cba6-35c2-4434-80a3-fbbe8e62ae03 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7b7f6be42d734a67bdbf85b91cab9008&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2622707 Apr 19 18:00:06.131263 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2c24b4-e6d7-457f-8a48-e39263c96153,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:06.147517 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:06.150459 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:06.193721 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89cba6-35c2-4434-80a3-fbbe8e62ae03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99f58d1-766c-42b6-b851-3045f29ca419,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:06.208694 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e2cbb-a5a0-42cc-a348-3c1a0e8e6779 req-e7ff2274-ae12-4474-9115-fe493aa52e34 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:06.209968 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-449e2cbb-a5a0-42cc-a348-3c1a0e8e6779 req-e7ff2274-ae12-4474-9115-fe493aa52e34 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Synchronizing usage tracker for tenant:41a044f7097d4d068129031a66a5d090 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:00:06.216964 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ea89cba6-35c2-4434-80a3-fbbe8e62ae03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:06.220918 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Attempting to bind port 3c2c24b4-e6d7-457f-8a48-e39263c96153 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:00:06.221299 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Attempting to bind port 3c2c24b4-e6d7-457f-8a48-e39263c96153 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '39fdc426-f15c-45e5-b9dd-53bf833110ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4f8045e5-ae5e-4192-ad7e-459115c16f0d'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:00:06.221669 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Attempting to bind port 3c2c24b4-e6d7-457f-8a48-e39263c96153 on network 4f8045e5-ae5e-4192-ad7e-459115c16f0d {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:00:06.233481 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Port 3c2c24b4-e6d7-457f-8a48-e39263c96153 on network 4f8045e5-ae5e-4192-ad7e-459115c16f0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:00:06.234238 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Attempting to bind port 3c2c24b4-e6d7-457f-8a48-e39263c96153 on network 4f8045e5-ae5e-4192-ad7e-459115c16f0d {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:00:06.241114 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Checking agent: {'id': '65b29327-db8b-4ae4-8402-12a24c685031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'started_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:00:06.241559 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Checking segment: {'id': '39fdc426-f15c-45e5-b9dd-53bf833110ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4f8045e5-ae5e-4192-ad7e-459115c16f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:00:06.241806 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Bound using segment: {'id': '39fdc426-f15c-45e5-b9dd-53bf833110ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4f8045e5-ae5e-4192-ad7e-459115c16f0d'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:00:06.242356 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Bound port: 3c2c24b4-e6d7-457f-8a48-e39263c96153, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fdc426-f15c-45e5-b9dd-53bf833110ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4f8045e5-ae5e-4192-ad7e-459115c16f0d'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:00:06.243237 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:06.254026 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 57226) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:06.262899 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-449e2cbb-a5a0-42cc-a348-3c1a0e8e6779 req-e7ff2274-ae12-4474-9115-fe493aa52e34 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Unset dirty status for tenant:41a044f7097d4d068129031a66a5d090 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:00:06.264718 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-449e2cbb-a5a0-42cc-a348-3c1a0e8e6779 req-e7ff2274-ae12-4474-9115-fe493aa52e34 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 932 time: 0.7886446 Apr 19 18:00:06.275855 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b08456bf-3176-4f44-b615-3d1f69fbf14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:06.280391 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ff1ffd2-a54e-45ab-bff8-7dfd6de795bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:06.360401 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5ff1ffd2-a54e-45ab-bff8-7dfd6de795bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:06.373702 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5ff1ffd2-a54e-45ab-bff8-7dfd6de795bb admin admin] Usage tracker for resource:security_group_rule and tenant:fa7258501c1b4d94a4327d18bd2a4b69 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:06.380289 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5ff1ffd2-a54e-45ab-bff8-7dfd6de795bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:06.382013 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] For port 3c2c24b4-e6d7-457f-8a48-e39263c96153, host hv-cinder-78692, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:00:06.392374 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b08456bf-3176-4f44-b615-3d1f69fbf14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:06.394395 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-449e2cbb-a5a0-42cc-a348-3c1a0e8e6779 req-7bfbe605-bef8-4e4c-a108-e8224979e80e tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011238 Apr 19 18:00:06.396399 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] For port 3c2c24b4-e6d7-457f-8a48-e39263c96153, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3c2c24b4-e6d7-457f-8a48-e39263c96153,segment=NetworkSegment(39fdc426-f15c-45e5-b9dd-53bf833110ab),segment_id=39fdc426-f15c-45e5-b9dd-53bf833110ab)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:00:06.400035 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5ff1ffd2-a54e-45ab-bff8-7dfd6de795bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:06.400636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:06.405796 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:06.463366 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:06.464200 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:06.465720 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] 10.222.0.52 "PUT /v2.0/ports/3c2c24b4-e6d7-457f-8a48-e39263c96153 HTTP/1.1" status: 200 len: 1094 time: 1.8720551 Apr 19 18:00:06.466420 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265600d4-39a3-4f58-9f4f-94c5b62a4f1d', 'tag': '3c2c24b4-e6d7-457f-8a48-e39263c96153'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:00:06.497310 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2c24b4-e6d7-457f-8a48-e39263c96153,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:06.500365 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:06.504683 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0a417-95b8-4f00-b3fe-da52eaf3bb0a req-282988c6-bd20-42e1-b91f-b2cace9dae69 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:06.506437 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f2d0a417-95b8-4f00-b3fe-da52eaf3bb0a req-282988c6-bd20-42e1-b91f-b2cace9dae69 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 946 time: 0.2146649 Apr 19 18:00:06.536651 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b08456bf-3176-4f44-b615-3d1f69fbf14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:06.544813 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-07b86fbd-1496-41df-8b15-c09f5d4d77ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:06.576977 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08456bf-3176-4f44-b615-3d1f69fbf14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99f58d1-766c-42b6-b851-3045f29ca419,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:06.588227 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b08456bf-3176-4f44-b615-3d1f69fbf14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:06.604014 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-e8b08c66-90f4-4c55-9720-ad07fde2caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:06.607853 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-e8b08c66-90f4-4c55-9720-ad07fde2caac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41a044f7097d4d068129031a66a5d090&device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 1097 time: 0.0886745 Apr 19 18:00:06.620099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b08456bf-3176-4f44-b615-3d1f69fbf14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:06.621590 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b08456bf-3176-4f44-b615-3d1f69fbf14d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b99f58d1-766c-42b6-b851-3045f29ca419 HTTP/1.1" status: 204 len: 168 time: 0.5018506 Apr 19 18:00:06.639705 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f2d0a417-95b8-4f00-b3fe-da52eaf3bb0a req-a4c2b8f7-681c-4ceb-ba85-10ee6e38250f tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220698 Apr 19 18:00:06.648099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ff1ffd2-a54e-45ab-bff8-7dfd6de795bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:06.652016 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ff1ffd2-a54e-45ab-bff8-7dfd6de795bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:06.676281 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-364e3d50-163c-4fb6-9339-1400109029cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:06.730487 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1ffd2-a54e-45ab-bff8-7dfd6de795bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7aacd0c-3592-465e-95de-e2dfd561fddb,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:06.733919 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5ff1ffd2-a54e-45ab-bff8-7dfd6de795bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:06.734664 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-a63c3be9-f498-4f65-8eef-e9f26d173039 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c2c24b4-e6d7-457f-8a48-e39263c96153 HTTP/1.1" status: 200 len: 217 time: 0.1188929 Apr 19 18:00:06.736980 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5ff1ffd2-a54e-45ab-bff8-7dfd6de795bb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa7258501c1b4d94a4327d18bd2a4b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4818895 Apr 19 18:00:06.739793 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 57236) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:06.741685 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265600d4-39a3-4f58-9f4f-94c5b62a4f1d', 'tag': '3c2c24b4-e6d7-457f-8a48-e39263c96153', 'status': 'completed', 'code': 200} Apr 19 18:00:06.838929 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-80397488-f875-498a-928c-a81a398a1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:06.840642 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-80397488-f875-498a-928c-a81a398a1590 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76c05180-3403-41ef-8665-e27be92e1c09 HTTP/1.1" status: 200 len: 848 time: 0.0898328 Apr 19 18:00:06.897285 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19448f-8d4c-4638-b50c-4f7514fcfc4d req-63646d0e-1364-457c-8dec-a733c7cef5af tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:06.899032 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6c19448f-8d4c-4638-b50c-4f7514fcfc4d req-63646d0e-1364-457c-8dec-a733c7cef5af tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.2110031 Apr 19 18:00:06.924257 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-bdb80573-c8cf-4b44-9542-1486ac70f4a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f8045e5-ae5e-4192-ad7e-459115c16f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730999 Apr 19 18:00:07.073973 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 57244) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:07.079161 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6c19448f-8d4c-4638-b50c-4f7514fcfc4d req-aa2b6a30-5b0f-4250-add1-5f2ad3308bcd tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529765 Apr 19 18:00:07.110840 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1663-9659-4ae5-b2e0-da05f1636771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:07.136867 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-9e06bfb9-c3cc-42dd-aec1-e58d211d063a service neutron] 10.222.0.52 "GET /v2.0/networks/4f8045e5-ae5e-4192-ad7e-459115c16f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723566 Apr 19 18:00:07.193268 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6a5f1663-9659-4ae5-b2e0-da05f1636771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:07.214686 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6a5f1663-9659-4ae5-b2e0-da05f1636771 admin admin] Usage tracker for resource:security_group_rule and tenant:0b3c49dbee024e5d9a38ee7fad4a9a5b is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:07.220558 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6a5f1663-9659-4ae5-b2e0-da05f1636771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:07.223333 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f6d3b91-93bc-47a9-b20d-485112eb63b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:07.232131 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6a5f1663-9659-4ae5-b2e0-da05f1636771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:07.287973 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85678c5b-cdac-4002-9d67-52cca4f5b1e5 req-4d0610b6-8347-4df9-a1be-dd256141dd0e service neutron] 10.222.0.52 "GET /v2.0/networks/4f8045e5-ae5e-4192-ad7e-459115c16f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437917 Apr 19 18:00:07.296132 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f6d3b91-93bc-47a9-b20d-485112eb63b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:07.345024 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7e572-742a-44e8-9b80-aa3955f8d2e5 req-5d5ce448-63db-48e5-9160-5a7651ef1a81 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:07.352839 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ab7e572-742a-44e8-9b80-aa3955f8d2e5 req-5d5ce448-63db-48e5-9160-5a7651ef1a81 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 947 time: 0.3441114 Apr 19 18:00:07.416256 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f1877-b2ea-43ce-b581-730f6806aa0b req-b83445b3-fe91-4dbe-8c3e-383f2c175fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:07.417877 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-387f1877-b2ea-43ce-b581-730f6806aa0b req-b83445b3-fe91-4dbe-8c3e-383f2c175fd7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 1099 time: 0.2903557 Apr 19 18:00:07.437968 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68148c-d5c1-4913-8426-b1feb4cac17e req-7e470f2f-7115-476d-80a6-01d9d0ceca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:07.439629 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ec68148c-d5c1-4913-8426-b1feb4cac17e req-7e470f2f-7115-476d-80a6-01d9d0ceca11 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=41a044f7097d4d068129031a66a5d090&device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 1097 time: 0.0962718 Apr 19 18:00:07.475192 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ab7e572-742a-44e8-9b80-aa3955f8d2e5 req-96790b99-8fc5-4201-8174-243453e6d9d6 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7880c08-f27f-4d8c-a6a6-edfd03534516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213002 Apr 19 18:00:07.534879 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f6d3b91-93bc-47a9-b20d-485112eb63b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:07.549384 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-710a26cf-d776-445e-a2c2-28b3698c8f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:07.565501 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-387f1877-b2ea-43ce-b581-730f6806aa0b req-a20dbf39-1751-44b9-bdab-c99588ea0728 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334021 Apr 19 18:00:07.572343 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1663-9659-4ae5-b2e0-da05f1636771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:07.573612 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d3b91-93bc-47a9-b20d-485112eb63b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7aacd0c-3592-465e-95de-e2dfd561fddb,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:07.580676 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5f6d3b91-93bc-47a9-b20d-485112eb63b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:07.582703 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1663-9659-4ae5-b2e0-da05f1636771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:07.595118 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e3b1cea9-0de5-433e-b083-47c06d3594ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:07.613508 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f6d3b91-93bc-47a9-b20d-485112eb63b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:07.617163 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5f6d3b91-93bc-47a9-b20d-485112eb63b6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a7aacd0c-3592-465e-95de-e2dfd561fddb HTTP/1.1" status: 204 len: 168 time: 0.8738296 Apr 19 18:00:07.647392 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6a5f1663-9659-4ae5-b2e0-da05f1636771 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b3c49dbee024e5d9a38ee7fad4a9a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5714259 Apr 19 18:00:07.648471 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f1663-9659-4ae5-b2e0-da05f1636771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20752a41-6310-48e9-854a-c0f830fc733c,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:07.651336 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 57260) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:07.655443 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6a5f1663-9659-4ae5-b2e0-da05f1636771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:07.655962 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68148c-d5c1-4913-8426-b1feb4cac17e req-c5936c69-6c24-46db-8fdb-f2a730a0ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:07.657737 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ec68148c-d5c1-4913-8426-b1feb4cac17e req-c5936c69-6c24-46db-8fdb-f2a730a0ca1b service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f8045e5-ae5e-4192-ad7e-459115c16f0d HTTP/1.1" status: 200 len: 909 time: 0.2115500 Apr 19 18:00:07.694623 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799c552-1853-4aef-ab5a-d1649bdff310 req-6bfc25bb-32dc-4275-945b-94164ee1ff50 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:07.696259 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7799c552-1853-4aef-ab5a-d1649bdff310 req-6bfc25bb-32dc-4275-945b-94164ee1ff50 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 944 time: 0.1246941 Apr 19 18:00:07.735848 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aa46cb64-50c9-4fae-8a83-857288e11f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:07.767853 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aa46cb64-50c9-4fae-8a83-857288e11f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:07.818990 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aa46cb64-50c9-4fae-8a83-857288e11f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:07.827898 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ee2a76dd-8f27-42cf-b211-64159d9b14e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:07.830123 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ec68148c-d5c1-4913-8426-b1feb4cac17e req-679c4165-ce47-4c5a-a08a-a6ab48fe5bd8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c2c24b4-e6d7-457f-8a48-e39263c96153 HTTP/1.1" status: 200 len: 217 time: 0.1327760 Apr 19 18:00:07.845029 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46cb64-50c9-4fae-8a83-857288e11f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20752a41-6310-48e9-854a-c0f830fc733c,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:07.847464 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aa46cb64-50c9-4fae-8a83-857288e11f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:07.851413 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-aa46cb64-50c9-4fae-8a83-857288e11f90 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/20752a41-6310-48e9-854a-c0f830fc733c HTTP/1.1" status: 204 len: 168 time: 0.1962960 Apr 19 18:00:07.851413 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-aa46cb64-50c9-4fae-8a83-857288e11f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:07.919253 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7799c552-1853-4aef-ab5a-d1649bdff310 req-cb4a34ac-9fc7-45f7-be01-54a83ecbe3ff tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417959 Apr 19 18:00:07.949734 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68148c-d5c1-4913-8426-b1feb4cac17e req-43e43ee7-b0eb-47a0-baee-b994529254d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:07.951389 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ec68148c-d5c1-4913-8426-b1feb4cac17e req-43e43ee7-b0eb-47a0-baee-b994529254d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76c05180-3403-41ef-8665-e27be92e1c09 HTTP/1.1" status: 200 len: 848 time: 0.1004388 Apr 19 18:00:08.026544 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ec68148c-d5c1-4913-8426-b1feb4cac17e req-08a41643-4c4a-4746-ab83-b46278ad8bf7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f8045e5-ae5e-4192-ad7e-459115c16f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664248 Apr 19 18:00:08.049870 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd23a8-5b34-4b15-a46b-70e1e0a2e383 req-1e5d132d-b867-4891-a918-52a39e94dfc7 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:08.059686 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dddd23a8-5b34-4b15-a46b-70e1e0a2e383 req-1e5d132d-b867-4891-a918-52a39e94dfc7 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 946 time: 0.1104364 Apr 19 18:00:08.145972 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dddd23a8-5b34-4b15-a46b-70e1e0a2e383 req-cfb55095-e98a-40ec-a179-cc2f05dc316f tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851939 Apr 19 18:00:08.290509 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device d0646365-522b-40fc-966a-07c511137922 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:00:08.298132 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ec68148c-d5c1-4913-8426-b1feb4cac17e req-409ce93c-fb43-4cfb-a6dc-cf514051dd8d service neutron] 10.222.0.52 "GET /v2.0/networks/4f8045e5-ae5e-4192-ad7e-459115c16f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636256 Apr 19 18:00:08.445068 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c7a96-ab1b-49a7-b9fa-9658a65effd6 req-31a50366-8b5a-4b8d-8126-94a59f2d4c15 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:08.453223 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c60c7a96-ab1b-49a7-b9fa-9658a65effd6 req-31a50366-8b5a-4b8d-8126-94a59f2d4c15 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.2128129 Apr 19 18:00:08.678252 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ec68148c-d5c1-4913-8426-b1feb4cac17e req-6cb40c66-60d6-4e82-a132-b3574010899d service neutron] 10.222.0.52 "GET /v2.0/networks/4f8045e5-ae5e-4192-ad7e-459115c16f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714111 Apr 19 18:00:08.704739 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c60c7a96-ab1b-49a7-b9fa-9658a65effd6 req-13bc9907-227d-4bf4-8836-5cea569e67dc tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501836 Apr 19 18:00:08.903470 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port d0646365-522b-40fc-966a-07c511137922, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d0646365-522b-40fc-966a-07c511137922,segment=NetworkSegment(0f089eba-778c-4ac2-84aa-9c02d70405c6),segment_id=0f089eba-778c-4ac2-84aa-9c02d70405c6)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:00:08.967919 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': 'd0646365-522b-40fc-966a-07c511137922', 'network_id': '41ea6712-73d4-47c8-8c46-e86882a14c98', 'port_id': 'd0646365-522b-40fc-966a-07c511137922', 'mac_address': 'fa:16:3e:88:4d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ab2299-1469-4d4e-bac6-475b274390a3', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:00:08.995065 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdd66d-3747-4cb2-8b5f-56145b1c021b req-ca78fbcb-235d-47ab-a2fc-5816f5282e87 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:09.021593 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-00fdd66d-3747-4cb2-8b5f-56145b1c021b req-ca78fbcb-235d-47ab-a2fc-5816f5282e87 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 947 time: 0.3144546 Apr 19 18:00:09.109498 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-00fdd66d-3747-4cb2-8b5f-56145b1c021b req-ccd1713c-2053-4b15-9e9b-5e45767adc3d tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7880c08-f27f-4d8c-a6a6-edfd03534516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841618 Apr 19 18:00:09.145402 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:09.195083 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0646365-522b-40fc-966a-07c511137922 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:00:09.241151 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port d0646365-522b-40fc-966a-07c511137922, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d0646365-522b-40fc-966a-07c511137922,segment=NetworkSegment(0f089eba-778c-4ac2-84aa-9c02d70405c6),segment_id=0f089eba-778c-4ac2-84aa-9c02d70405c6)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:00:09.258483 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:09.260485 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-add2c993-f502-4746-9ade-86bae8e2c36b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:09.365621 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=d0646365-522b-40fc-966a-07c511137922,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:09.369361 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:09.428355 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a5421-d52c-4352-bac4-302484482cdc req-f2714eaa-ccfa-47e5-9ec6-4c4372c4fcb9 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:09.430002 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-528a5421-d52c-4352-bac4-302484482cdc req-f2714eaa-ccfa-47e5-9ec6-4c4372c4fcb9 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 944 time: 0.1419077 Apr 19 18:00:09.488329 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-528a5421-d52c-4352-bac4-302484482cdc req-0630ae88-116f-4490-aaa7-43ec04a3cf6f tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479679 Apr 19 18:00:09.791546 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['d0646365-522b-40fc-966a-07c511137922'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:00:09.983301 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df0abe-1fbe-4021-910c-1b136fbaa614 req-61f76d26-b846-4bad-a220-e58a14657fc9 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:09.985256 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f5df0abe-1fbe-4021-910c-1b136fbaa614 req-61f76d26-b846-4bad-a220-e58a14657fc9 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.1039572 Apr 19 18:00:10.042188 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f5df0abe-1fbe-4021-910c-1b136fbaa614 req-5cea4abe-c0fd-4008-9a9a-e4c076042529 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502536 Apr 19 18:00:10.320660 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56497846-5212-411a-bfe6-714426354dc7 req-8be93b7c-1be3-4871-9543-f47e265d2b09 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:10.343362 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-56497846-5212-411a-bfe6-714426354dc7 req-8be93b7c-1be3-4871-9543-f47e265d2b09 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1420748 Apr 19 18:00:10.370188 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c360c0-9c69-46c3-9357-d35a3a211f08 req-d2c758a5-d25f-48e4-9521-8dcc712489f3 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:10.382340 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-48c360c0-9c69-46c3-9357-d35a3a211f08 req-d2c758a5-d25f-48e4-9521-8dcc712489f3 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 948 time: 0.1336679 Apr 19 18:00:10.426007 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-56497846-5212-411a-bfe6-714426354dc7 req-5eedde47-2768-4430-bcf2-51449704c3d1 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815134 Apr 19 18:00:10.437403 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-48c360c0-9c69-46c3-9357-d35a3a211f08 req-eee4f3ab-d1ae-4792-b50f-f10056915ea4 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7880c08-f27f-4d8c-a6a6-edfd03534516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535984 Apr 19 18:00:10.807108 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 57390) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:10.838581 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99acc68-6f02-4c5c-a207-d6a93b12bc8a req-e6b0b505-5e92-4862-b604-204718a1b600 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:10.840360 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e99acc68-6f02-4c5c-a207-d6a93b12bc8a req-e6b0b505-5e92-4862-b604-204718a1b600 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 944 time: 0.1116197 Apr 19 18:00:10.906755 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e99acc68-6f02-4c5c-a207-d6a93b12bc8a req-e840dad4-2d2c-44c7-959e-5813e0e6feae tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557220 Apr 19 18:00:10.989426 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0ea4e44f-58f2-4971-9e9c-20ffb13df249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:11.007704 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0ea4e44f-58f2-4971-9e9c-20ffb13df249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:11.013738 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0ea4e44f-58f2-4971-9e9c-20ffb13df249 admin admin] Usage tracker for resource:security_group_rule and tenant:d117e5b65cb44fceb4098a4350e465e8 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:11.017209 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0ea4e44f-58f2-4971-9e9c-20ffb13df249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:11.023821 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0ea4e44f-58f2-4971-9e9c-20ffb13df249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:11.155950 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0ea4e44f-58f2-4971-9e9c-20ffb13df249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:11.159060 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0ea4e44f-58f2-4971-9e9c-20ffb13df249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:11.198091 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5ff1ffd2-a54e-45ab-bff8-7dfd6de795bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:11.233635 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 57412) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:11.234519 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0ea4e44f-58f2-4971-9e9c-20ffb13df249 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d117e5b65cb44fceb4098a4350e465e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4252682 Apr 19 18:00:11.235637 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4e44f-58f2-4971-9e9c-20ffb13df249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeb3ac6-af44-4404-a94e-7eb938db292a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:11.251030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0ea4e44f-58f2-4971-9e9c-20ffb13df249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:11.347035 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7f5f2bbd-3a9b-47a2-b0d6-2a05a5eb8d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:11.376280 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7f5f2bbd-3a9b-47a2-b0d6-2a05a5eb8d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:11.435349 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7f5f2bbd-3a9b-47a2-b0d6-2a05a5eb8d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:11.444775 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6a3c7eed-e287-41ec-a2dd-eb29ab55ac0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:11.462987 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f2bbd-3a9b-47a2-b0d6-2a05a5eb8d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeb3ac6-af44-4404-a94e-7eb938db292a,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:11.469643 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7f5f2bbd-3a9b-47a2-b0d6-2a05a5eb8d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:11.471178 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-7f5f2bbd-3a9b-47a2-b0d6-2a05a5eb8d62 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/caeb3ac6-af44-4404-a94e-7eb938db292a HTTP/1.1" status: 204 len: 168 time: 0.2362533 Apr 19 18:00:11.472560 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7f5f2bbd-3a9b-47a2-b0d6-2a05a5eb8d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:11.766956 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723baedb-f2c7-426c-b442-f284b854be8d req-522d4e4f-8870-4a5a-9407-5c2fdaf9be35 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:11.768771 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-723baedb-f2c7-426c-b442-f284b854be8d req-522d4e4f-8870-4a5a-9407-5c2fdaf9be35 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 948 time: 0.1578259 Apr 19 18:00:11.818515 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-723baedb-f2c7-426c-b442-f284b854be8d req-ad64e07a-65e1-4127-ba89-7e82bcac3a4b tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7880c08-f27f-4d8c-a6a6-edfd03534516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432949 Apr 19 18:00:11.876488 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 57432) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:11.896701 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7997cff-d409-44db-a6c4-057f56d0245b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:11.913861 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f7997cff-d409-44db-a6c4-057f56d0245b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:11.918449 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f7997cff-d409-44db-a6c4-057f56d0245b admin admin] Usage tracker for resource:security_group_rule and tenant:9e235acfc63f4583bedf2fe6a539f004 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:11.921530 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f7997cff-d409-44db-a6c4-057f56d0245b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:11.927937 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f7997cff-d409-44db-a6c4-057f56d0245b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:12.016654 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7997cff-d409-44db-a6c4-057f56d0245b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:12.019945 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7997cff-d409-44db-a6c4-057f56d0245b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:12.033768 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3d37941a-507f-4cef-b26a-95f5639d1e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:12.076942 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f7997cff-d409-44db-a6c4-057f56d0245b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9e235acfc63f4583bedf2fe6a539f004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991367 Apr 19 18:00:12.078600 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7997cff-d409-44db-a6c4-057f56d0245b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412be192-6807-4de7-9b42-821618a9ab3d,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:12.079936 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 57438) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:12.082046 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f7997cff-d409-44db-a6c4-057f56d0245b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:12.180390 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-01958a47-e60b-4e2e-a730-7226f4f2bfe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:12.192514 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e5cc5-18ff-4978-a840-0decd691cf10 req-5a85463e-880c-4752-9118-d9b632296ec4 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:12.194316 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-911e5cc5-18ff-4978-a840-0decd691cf10 req-5a85463e-880c-4752-9118-d9b632296ec4 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 944 time: 0.1605008 Apr 19 18:00:12.240675 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-01958a47-e60b-4e2e-a730-7226f4f2bfe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:12.286656 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-911e5cc5-18ff-4978-a840-0decd691cf10 req-f89361bc-f486-4c46-a865-6791ec52ef1a tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809450 Apr 19 18:00:12.315785 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 3c2c24b4-e6d7-457f-8a48-e39263c96153 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:00:12.335392 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-01958a47-e60b-4e2e-a730-7226f4f2bfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:12.339553 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d83d45b3-7fe3-45dd-9718-d2e8d5c83079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:12.355193 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01958a47-e60b-4e2e-a730-7226f4f2bfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412be192-6807-4de7-9b42-821618a9ab3d,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:12.357663 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-01958a47-e60b-4e2e-a730-7226f4f2bfe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:12.369412 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device d0646365-522b-40fc-966a-07c511137922 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:00:12.371346 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-01958a47-e60b-4e2e-a730-7226f4f2bfe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:12.373368 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-01958a47-e60b-4e2e-a730-7226f4f2bfe8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/412be192-6807-4de7-9b42-821618a9ab3d HTTP/1.1" status: 204 len: 168 time: 0.2923086 Apr 19 18:00:12.538125 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning for port d0646365-522b-40fc-966a-07c511137922 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:00:12.545712 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port d0646365-522b-40fc-966a-07c511137922 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:00:12.546171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:12.700595 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 3c2c24b4-e6d7-457f-8a48-e39263c96153, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3c2c24b4-e6d7-457f-8a48-e39263c96153,segment=NetworkSegment(39fdc426-f15c-45e5-b9dd-53bf833110ab),segment_id=39fdc426-f15c-45e5-b9dd-53bf833110ab)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:00:12.748711 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': '3c2c24b4-e6d7-457f-8a48-e39263c96153', 'network_id': '4f8045e5-ae5e-4192-ad7e-459115c16f0d', 'port_id': '3c2c24b4-e6d7-457f-8a48-e39263c96153', 'mac_address': 'fa:16:3e:a0:7c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c05180-3403-41ef-8665-e27be92e1c09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:00:12.857207 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:12.871429 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:12.924159 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e53964a-79e8-49a3-8431-9f97f872fe25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0646365-522b-40fc-966a-07c511137922'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:00:12.941235 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2c24b4-e6d7-457f-8a48-e39263c96153 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:00:12.949257 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port d0646365-522b-40fc-966a-07c511137922, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d0646365-522b-40fc-966a-07c511137922,segment=NetworkSegment(0f089eba-778c-4ac2-84aa-9c02d70405c6),segment_id=0f089eba-778c-4ac2-84aa-9c02d70405c6)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:00:12.960003 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:12.964770 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:13.006525 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 3c2c24b4-e6d7-457f-8a48-e39263c96153, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3c2c24b4-e6d7-457f-8a48-e39263c96153,segment=NetworkSegment(39fdc426-f15c-45e5-b9dd-53bf833110ab),segment_id=39fdc426-f15c-45e5-b9dd-53bf833110ab)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:00:13.024966 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185fe83-c5f6-49b9-9c61-22e33b79bd85 req-27c3b600-ebb2-442d-8f55-3e2a87b321d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:13.026654 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a185fe83-c5f6-49b9-9c61-22e33b79bd85 req-27c3b600-ebb2-442d-8f55-3e2a87b321d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ffe142e5172f4ee7b8e1b943c6aa700e&device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 1098 time: 0.2428286 Apr 19 18:00:13.042130 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:13.050374 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7b800-9b77-450f-9acf-614980c99262 req-1b05d3d8-4d1c-43de-990d-01c91d83e33e tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:13.062754 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=d0646365-522b-40fc-966a-07c511137922,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:13.066152 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c8f7b800-9b77-450f-9acf-614980c99262 req-1b05d3d8-4d1c-43de-990d-01c91d83e33e tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1947918 Apr 19 18:00:13.077705 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:13.078272 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:13.222549 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c8f7b800-9b77-450f-9acf-614980c99262 req-d19e3b72-e26c-422c-be8f-25d08e584699 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362472 Apr 19 18:00:13.280712 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185fe83-c5f6-49b9-9c61-22e33b79bd85 req-f8dec032-58fb-4479-a99b-594fde62582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:13.284864 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a185fe83-c5f6-49b9-9c61-22e33b79bd85 req-f8dec032-58fb-4479-a99b-594fde62582c service neutron] 10.222.0.52 "GET /v2.0/networks?id=2bf94a7d-dd30-4a9d-8286-77365bd61729 HTTP/1.1" status: 200 len: 919 time: 0.2487812 Apr 19 18:00:13.296513 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=3c2c24b4-e6d7-457f-8a48-e39263c96153,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:13.302930 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:13.313507 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e53964a-79e8-49a3-8431-9f97f872fe25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0646365-522b-40fc-966a-07c511137922', 'code': 200} Apr 19 18:00:13.412340 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a185fe83-c5f6-49b9-9c61-22e33b79bd85 req-f8339e6f-802e-4fd4-94cb-ec10126b4204 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a37d879-74e3-43d7-8364-a16bb8b34e7f HTTP/1.1" status: 200 len: 217 time: 0.1223109 Apr 19 18:00:13.561433 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185fe83-c5f6-49b9-9c61-22e33b79bd85 req-f1dee6b4-3920-4c6e-96a3-f32412189363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:13.563002 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a185fe83-c5f6-49b9-9c61-22e33b79bd85 req-f1dee6b4-3920-4c6e-96a3-f32412189363 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b92ef63-a0d2-412e-89de-24f4b22a0c4d HTTP/1.1" status: 200 len: 858 time: 0.0967503 Apr 19 18:00:13.596595 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['3c2c24b4-e6d7-457f-8a48-e39263c96153'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:00:13.650515 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a185fe83-c5f6-49b9-9c61-22e33b79bd85 req-1787cd36-6472-4301-8c57-6608c7fc485e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2bf94a7d-dd30-4a9d-8286-77365bd61729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621197 Apr 19 18:00:13.693623 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b3ebc-ef78-4a40-8d1d-6ac4afc0593e req-1060ab65-6818-4fe9-8839-107a8e86a958 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:13.695386 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3c1b3ebc-ef78-4a40-8d1d-6ac4afc0593e req-1060ab65-6818-4fe9-8839-107a8e86a958 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 945 time: 0.2082582 Apr 19 18:00:13.810547 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ea8d3-eca6-4531-a41e-d8bb6a3295ee req-81c1adb7-79b5-47e1-b171-250d590273fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:13.812342 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-554ea8d3-eca6-4531-a41e-d8bb6a3295ee req-81c1adb7-79b5-47e1-b171-250d590273fe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 1102 time: 0.2517495 Apr 19 18:00:13.841147 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3c1b3ebc-ef78-4a40-8d1d-6ac4afc0593e req-1becea86-1cec-485c-9654-54d2616c67fa tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289823 Apr 19 18:00:13.917567 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-554ea8d3-eca6-4531-a41e-d8bb6a3295ee req-1beaa2af-2231-4be5-9060-0ced69a9a9d8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f7880c08-f27f-4d8c-a6a6-edfd03534516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738873 Apr 19 18:00:14.060226 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238b926-97e7-4d50-93a7-22aee8a71d26 req-3a2f0b02-e928-41df-adde-515f699f884f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:14.068725 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4238b926-97e7-4d50-93a7-22aee8a71d26 req-3a2f0b02-e928-41df-adde-515f699f884f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 949 time: 0.6588137 Apr 19 18:00:14.157779 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4238b926-97e7-4d50-93a7-22aee8a71d26 req-e4a03930-cbe6-4469-a9c5-b61a91fac243 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7880c08-f27f-4d8c-a6a6-edfd03534516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872564 Apr 19 18:00:14.179184 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a185fe83-c5f6-49b9-9c61-22e33b79bd85 req-af5cf339-9b4b-4ab1-bd91-b8348266a99c service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204365 Apr 19 18:00:14.344541 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a185fe83-c5f6-49b9-9c61-22e33b79bd85 req-7f34779f-82ab-459c-9f22-3e9165996ccb service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581388 Apr 19 18:00:14.492760 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147786-9a8e-45f5-90ea-e475986d6df2 req-4e74ae52-d45a-4350-bd8b-d6013a50c30a tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:14.494574 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-28147786-9a8e-45f5-90ea-e475986d6df2 req-4e74ae52-d45a-4350-bd8b-d6013a50c30a tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1017880 Apr 19 18:00:14.545657 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-28147786-9a8e-45f5-90ea-e475986d6df2 req-be69f15c-1064-400e-9c6c-9ac83fbe9c59 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432837 Apr 19 18:00:15.066542 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcaa98-0fa5-4480-99e2-0b4cb2fae06d req-d93d83e5-06c2-4114-b698-aeb05804077e tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:15.066542 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-31dcaa98-0fa5-4480-99e2-0b4cb2fae06d req-d93d83e5-06c2-4114-b698-aeb05804077e tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 945 time: 0.1031444 Apr 19 18:00:15.143122 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-31dcaa98-0fa5-4480-99e2-0b4cb2fae06d req-6ff54e3f-2a90-4212-ad6c-3ca83bd910a0 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692148 Apr 19 18:00:15.221105 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 57560) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:15.507640 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b884959e-a3c4-4c85-8add-df4006b86bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:15.532246 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b884959e-a3c4-4c85-8add-df4006b86bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:15.539029 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b884959e-a3c4-4c85-8add-df4006b86bd9 admin admin] Usage tracker for resource:security_group_rule and tenant:8912ff47bba040aeaafae67e895b86f6 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:15.551972 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfeae8-5c08-461b-9d3c-97f7c608bf92 req-b8ad0754-dede-4be5-98d0-dd04225becb6 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:15.553708 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8cbfeae8-5c08-461b-9d3c-97f7c608bf92 req-b8ad0754-dede-4be5-98d0-dd04225becb6 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 949 time: 0.2349579 Apr 19 18:00:15.554826 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b884959e-a3c4-4c85-8add-df4006b86bd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:15.561959 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b884959e-a3c4-4c85-8add-df4006b86bd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:15.628853 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8cbfeae8-5c08-461b-9d3c-97f7c608bf92 req-909fedc5-9c12-4d3e-8ee0-63371a827d72 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7880c08-f27f-4d8c-a6a6-edfd03534516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642066 Apr 19 18:00:15.724584 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b884959e-a3c4-4c85-8add-df4006b86bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:15.728907 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b884959e-a3c4-4c85-8add-df4006b86bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:15.739103 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:15.782017 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6b9eb-91ca-4e13-9b69-25e5b5a41de3 req-000e9952-e3d7-4c19-8551-5d11ea1e089f tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:15.784122 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ff6b9eb-91ca-4e13-9b69-25e5b5a41de3 req-000e9952-e3d7-4c19-8551-5d11ea1e089f tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1042676 Apr 19 18:00:15.784274 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b884959e-a3c4-4c85-8add-df4006b86bd9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8912ff47bba040aeaafae67e895b86f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5618918 Apr 19 18:00:15.784657 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 57592) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:15.789894 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884959e-a3c4-4c85-8add-df4006b86bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3ab289-60f5-4d32-ab7d-1195ed07a72f,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:15.805322 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b884959e-a3c4-4c85-8add-df4006b86bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:15.874122 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ff6b9eb-91ca-4e13-9b69-25e5b5a41de3 req-8125eddd-e972-407f-93d3-fdb443214b58 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736239 Apr 19 18:00:15.905896 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-eb4a92a7-0523-40e3-9a6b-4c40f10e786c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:15.935887 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-759e7e19-c2e7-4fc1-8b8b-6b35cf48b596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:15.936493 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-eb4a92a7-0523-40e3-9a6b-4c40f10e786c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:15.992288 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-eb4a92a7-0523-40e3-9a6b-4c40f10e786c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:16.001144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5f6d3b91-93bc-47a9-b20d-485112eb63b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:16.016085 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a92a7-0523-40e3-9a6b-4c40f10e786c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3ab289-60f5-4d32-ab7d-1195ed07a72f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:16.020679 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-eb4a92a7-0523-40e3-9a6b-4c40f10e786c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:16.021869 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-eb4a92a7-0523-40e3-9a6b-4c40f10e786c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8d3ab289-60f5-4d32-ab7d-1195ed07a72f HTTP/1.1" status: 204 len: 168 time: 0.2362540 Apr 19 18:00:16.023113 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-eb4a92a7-0523-40e3-9a6b-4c40f10e786c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:16.352270 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 3c2c24b4-e6d7-457f-8a48-e39263c96153 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:00:16.376994 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca4b82-d6d4-4983-99fe-5a53e73de3db req-e1417fd9-ac15-4cf7-807d-aa25745d1e6c tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:16.378946 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-92ca4b82-d6d4-4983-99fe-5a53e73de3db req-e1417fd9-ac15-4cf7-807d-aa25745d1e6c tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 945 time: 0.1070833 Apr 19 18:00:16.405514 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 57620) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:16.434297 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-15ff301c-c5b5-44b2-8442-27cb63639011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:16.441982 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-92ca4b82-d6d4-4983-99fe-5a53e73de3db req-666ba8b8-6f53-4c09-8448-c0827efb8493 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516846 Apr 19 18:00:16.453201 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-15ff301c-c5b5-44b2-8442-27cb63639011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:16.458247 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-15ff301c-c5b5-44b2-8442-27cb63639011 admin admin] Usage tracker for resource:security_group_rule and tenant:a2a9409a38334fb8bdfe1b315af9b765 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:16.461971 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-15ff301c-c5b5-44b2-8442-27cb63639011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:16.470887 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-15ff301c-c5b5-44b2-8442-27cb63639011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:16.471630 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning for port 3c2c24b4-e6d7-457f-8a48-e39263c96153 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:00:16.484001 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port 3c2c24b4-e6d7-457f-8a48-e39263c96153 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:00:16.484406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:16.574822 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-15ff301c-c5b5-44b2-8442-27cb63639011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:16.587107 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-15ff301c-c5b5-44b2-8442-27cb63639011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:16.599887 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-aa0543e7-2a91-4ca0-9958-e5e10b781004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:16.613456 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 57630) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:16.631538 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff301c-c5b5-44b2-8442-27cb63639011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad4d55d-0867-40b3-9637-8b2cd4959261,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:16.637277 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-15ff301c-c5b5-44b2-8442-27cb63639011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:16.638739 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:16.655289 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-15ff301c-c5b5-44b2-8442-27cb63639011 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a2a9409a38334fb8bdfe1b315af9b765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485540 Apr 19 18:00:16.659690 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 57638) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:16.674312 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265600d4-39a3-4f58-9f4f-94c5b62a4f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2c24b4-e6d7-457f-8a48-e39263c96153'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:00:16.685469 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 3c2c24b4-e6d7-457f-8a48-e39263c96153, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3c2c24b4-e6d7-457f-8a48-e39263c96153,segment=NetworkSegment(39fdc426-f15c-45e5-b9dd-53bf833110ab),segment_id=39fdc426-f15c-45e5-b9dd-53bf833110ab)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:00:16.689826 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:16.692920 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:16.778220 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265600d4-39a3-4f58-9f4f-94c5b62a4f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2c24b4-e6d7-457f-8a48-e39263c96153', 'code': 200} Apr 19 18:00:16.779123 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=3c2c24b4-e6d7-457f-8a48-e39263c96153,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:16.784517 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:16.793042 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad34a103-2321-47d3-9fad-8963a9ba9f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:16.811120 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ad34a103-2321-47d3-9fad-8963a9ba9f2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:16.815206 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ad34a103-2321-47d3-9fad-8963a9ba9f2b admin admin] Usage tracker for resource:security_group_rule and tenant:dfbe401f479143fe891141b0aa37aa59 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:16.818389 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ad34a103-2321-47d3-9fad-8963a9ba9f2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:16.821039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d785549-95af-4794-8dce-d6e9d5fbe3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:16.824902 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ad34a103-2321-47d3-9fad-8963a9ba9f2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:16.874336 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d785549-95af-4794-8dce-d6e9d5fbe3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:16.927270 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad34a103-2321-47d3-9fad-8963a9ba9f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:16.931910 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad34a103-2321-47d3-9fad-8963a9ba9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:16.943540 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b08456bf-3176-4f44-b615-3d1f69fbf14d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:16.993229 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ad34a103-2321-47d3-9fad-8963a9ba9f2b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dfbe401f479143fe891141b0aa37aa59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759403 Apr 19 18:00:16.995684 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 57652) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:17.012355 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34a103-2321-47d3-9fad-8963a9ba9f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d73e6a8-485d-4c20-8b79-f08cf57df3f2,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:17.018269 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ad34a103-2321-47d3-9fad-8963a9ba9f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:17.068888 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9e813723-6ff2-4f58-96c5-6be065387127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:17.095712 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ba145-e6a5-4287-874a-5b563ef34465 req-2709e086-5eaf-41e6-be4a-3895f2c00443 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:17.097477 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-511ba145-e6a5-4287-874a-5b563ef34465 req-2709e086-5eaf-41e6-be4a-3895f2c00443 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 949 time: 0.2152605 Apr 19 18:00:17.105975 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d785549-95af-4794-8dce-d6e9d5fbe3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:17.108278 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9e813723-6ff2-4f58-96c5-6be065387127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:17.113863 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dc0d0ed3-c2e6-4287-a1d8-ded15f0e1c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:17.153512 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d785549-95af-4794-8dce-d6e9d5fbe3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad4d55d-0867-40b3-9637-8b2cd4959261,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:17.156424 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d785549-95af-4794-8dce-d6e9d5fbe3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:17.176597 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d785549-95af-4794-8dce-d6e9d5fbe3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:17.180733 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5d785549-95af-4794-8dce-d6e9d5fbe3bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6ad4d55d-0867-40b3-9637-8b2cd4959261 HTTP/1.1" status: 204 len: 168 time: 0.5169520 Apr 19 18:00:17.210409 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-511ba145-e6a5-4287-874a-5b563ef34465 req-79eb9a68-8b85-455f-96d0-0f11ccaf0d39 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7880c08-f27f-4d8c-a6a6-edfd03534516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986733 Apr 19 18:00:17.216364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bf059-74de-4eef-8027-ade7412112e8 req-64fc4f0c-0f72-4318-9f39-ff07a6cfaccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:17.221005 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-803bf059-74de-4eef-8027-ade7412112e8 req-64fc4f0c-0f72-4318-9f39-ff07a6cfaccb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 1099 time: 0.1991570 Apr 19 18:00:17.251401 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cddca3-2b30-42f1-9609-7cddd7c89ec2 req-9041244d-b43d-4468-a5d6-e49d63c79209 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:17.253602 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71cddca3-2b30-42f1-9609-7cddd7c89ec2 req-9041244d-b43d-4468-a5d6-e49d63c79209 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1064365 Apr 19 18:00:17.255195 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9e813723-6ff2-4f58-96c5-6be065387127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:17.264415 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-aa46cb64-50c9-4fae-8a83-857288e11f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:17.295568 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e813723-6ff2-4f58-96c5-6be065387127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d73e6a8-485d-4c20-8b79-f08cf57df3f2,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:17.300686 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9e813723-6ff2-4f58-96c5-6be065387127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:17.304830 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9e813723-6ff2-4f58-96c5-6be065387127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:17.309476 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9e813723-6ff2-4f58-96c5-6be065387127 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9d73e6a8-485d-4c20-8b79-f08cf57df3f2 HTTP/1.1" status: 204 len: 168 time: 0.3133657 Apr 19 18:00:17.337978 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71cddca3-2b30-42f1-9609-7cddd7c89ec2 req-cb1f137c-cb15-447a-80e8-dbc7c19c7a83 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750103 Apr 19 18:00:17.374090 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-803bf059-74de-4eef-8027-ade7412112e8 req-aa86b2bf-211e-489d-ac41-eede7997251e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327069 Apr 19 18:00:17.692492 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399b59d-638e-46a4-b7b2-9af8473c294b req-d7b33d6f-2c09-4364-8a10-b4547b70360f tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:17.694626 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7399b59d-638e-46a4-b7b2-9af8473c294b req-d7b33d6f-2c09-4364-8a10-b4547b70360f tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 946 time: 0.1198938 Apr 19 18:00:17.772066 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7399b59d-638e-46a4-b7b2-9af8473c294b req-b7774be1-a3e4-4860-8187-c6d6ac0301e8 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684097 Apr 19 18:00:17.848965 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 57682) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:17.870566 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3abc-5fa8-48d6-8071-3f69261a9d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:17.892758 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a4fc3abc-5fa8-48d6-8071-3f69261a9d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:17.893245 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3df01c-ea1e-4b36-a6be-0f7d7f2803b4 req-567e81b1-0509-468f-bee4-fd7ff386eb6b tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:17.894973 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8f3df01c-ea1e-4b36-a6be-0f7d7f2803b4 req-567e81b1-0509-468f-bee4-fd7ff386eb6b tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 949 time: 0.1077764 Apr 19 18:00:17.897454 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a4fc3abc-5fa8-48d6-8071-3f69261a9d1d admin admin] Usage tracker for resource:security_group_rule and tenant:6204a993cd93488bb0296318dd360e76 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:17.900673 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a4fc3abc-5fa8-48d6-8071-3f69261a9d1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:17.907072 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a4fc3abc-5fa8-48d6-8071-3f69261a9d1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:17.966895 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8f3df01c-ea1e-4b36-a6be-0f7d7f2803b4 req-feaa5476-85c5-46c4-ae25-7d251d1bd90f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7880c08-f27f-4d8c-a6a6-edfd03534516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634258 Apr 19 18:00:18.002103 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3abc-5fa8-48d6-8071-3f69261a9d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:18.006424 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a4fc3abc-5fa8-48d6-8071-3f69261a9d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:18.016556 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:18.067349 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 57692) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:18.067461 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a4fc3abc-5fa8-48d6-8071-3f69261a9d1d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6204a993cd93488bb0296318dd360e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150130 Apr 19 18:00:18.091185 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc3abc-5fa8-48d6-8071-3f69261a9d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7997ba8d-e034-483e-8d90-3725dcbfedc7,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:18.095946 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a4fc3abc-5fa8-48d6-8071-3f69261a9d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:18.140462 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1437fc11-a4af-4ee8-83f6-a21b02c2fd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:18.169949 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1437fc11-a4af-4ee8-83f6-a21b02c2fd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:18.222910 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1437fc11-a4af-4ee8-83f6-a21b02c2fd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:18.228198 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7581f855-4706-42a1-9603-2ce84058c5d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:18.243011 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437fc11-a4af-4ee8-83f6-a21b02c2fd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7997ba8d-e034-483e-8d90-3725dcbfedc7,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:18.248533 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1437fc11-a4af-4ee8-83f6-a21b02c2fd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:18.250646 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1437fc11-a4af-4ee8-83f6-a21b02c2fd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:18.254395 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1437fc11-a4af-4ee8-83f6-a21b02c2fd9c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7997ba8d-e034-483e-8d90-3725dcbfedc7 HTTP/1.1" status: 204 len: 168 time: 0.1861997 Apr 19 18:00:18.593324 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b0eae-a839-4cc6-ae2a-bd168175afa1 req-c47e66aa-54ed-4340-8a7e-bbea32f11ef4 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:18.603271 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8f8b0eae-a839-4cc6-ae2a-bd168175afa1 req-c47e66aa-54ed-4340-8a7e-bbea32f11ef4 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1051776 Apr 19 18:00:18.664860 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8f8b0eae-a839-4cc6-ae2a-bd168175afa1 req-c3ae2f85-cf1c-41fa-8302-10cb59c9952c tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604975 Apr 19 18:00:19.064171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368520dc-5716-4c26-a51f-c3b0cc0a41fc req-6d01e500-68d5-4732-89c4-33a13c86fafb tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:19.072437 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-368520dc-5716-4c26-a51f-c3b0cc0a41fc req-6d01e500-68d5-4732-89c4-33a13c86fafb tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 946 time: 0.1195190 Apr 19 18:00:19.129416 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-368520dc-5716-4c26-a51f-c3b0cc0a41fc req-aed4a684-35fb-41bd-b83e-d1004656bca9 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561094 Apr 19 18:00:19.289586 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae144d0-42ae-4275-be06-61809fa89249 req-58ed520a-b40d-4b00-8edf-41c50258d5f3 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:19.298154 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cae144d0-42ae-4275-be06-61809fa89249 req-58ed520a-b40d-4b00-8edf-41c50258d5f3 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/networks?id=7f5311f3-eeef-4c41-a14f-d2c10a710c53 HTTP/1.1" status: 200 len: 815 time: 0.2998779 Apr 19 18:00:19.325012 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323df8d-faa6-40fc-9f02-79b0cc696d72 req-fe032a8e-51d1-4521-bf2c-6b34954e1529 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:19.327051 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7323df8d-faa6-40fc-9f02-79b0cc696d72 req-fe032a8e-51d1-4521-bf2c-6b34954e1529 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 949 time: 0.0985661 Apr 19 18:00:19.329191 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cae144d0-42ae-4275-be06-61809fa89249 req-45004f31-290d-4cb7-8bf0-a72ca704b3c7 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/quotas/328b3d778ec64a08957264476af46909 HTTP/1.1" status: 200 len: 375 time: 0.0287192 Apr 19 18:00:19.402636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8a512dfb-1bc0-4080-90c4-8631fc6e505b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:19.413562 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7323df8d-faa6-40fc-9f02-79b0cc696d72 req-53747203-2452-4d18-b386-779131e89607 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7880c08-f27f-4d8c-a6a6-edfd03534516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772195 Apr 19 18:00:19.479696 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cae144d0-42ae-4275-be06-61809fa89249 req-07cb1d96-0512-4902-8497-ba703407fca4 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=328b3d778ec64a08957264476af46909&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1433032 Apr 19 18:00:19.634421 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cae144d0-42ae-4275-be06-61809fa89249 req-06599c5c-2d9a-4c6a-937d-4114eedd6dff service neutron] 10.222.0.81 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535921 Apr 19 18:00:19.820517 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cae144d0-42ae-4275-be06-61809fa89249 req-62e393aa-8d57-4bb9-8188-b9d2014da09d service neutron] 10.222.0.81 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759486 Apr 19 18:00:19.885366 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0e790-29e9-4c0e-ae9b-1eb1f168e36f req-9122a936-ce7d-4c23-8d5e-02e3fe98bba1 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:19.894093 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2c0e790-29e9-4c0e-ae9b-1eb1f168e36f req-9122a936-ce7d-4c23-8d5e-02e3fe98bba1 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1103907 Apr 19 18:00:19.905514 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:19.955871 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2c0e790-29e9-4c0e-ae9b-1eb1f168e36f req-ba5fb8a7-e541-450e-86fd-f7a59d83574e tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607104 Apr 19 18:00:20.174953 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-db4fa117-2703-424b-a949-4b9ae80d2172 req-16693932-8f08-4bee-8f1e-a5e71a3c4424 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 210 time: 0.1776607 Apr 19 18:00:20.260427 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5d7d8-dee8-4267-b40b-8648ff1ef984 req-cee78066-6322-42cc-974f-f8fcee44787d tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:20.265573 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3bf5d7d8-dee8-4267-b40b-8648ff1ef984 req-cee78066-6322-42cc-974f-f8fcee44787d tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 949 time: 0.1573327 Apr 19 18:00:20.320099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:20.399338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-3bf5d7d8-dee8-4267-b40b-8648ff1ef984 req-b0e8c441-cbc6-44e1-aeec-37cd2ae33300 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Deleting port d0646365-522b-40fc-966a-07c511137922 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:00:20.399736 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-3bf5d7d8-dee8-4267-b40b-8648ff1ef984 req-b0e8c441-cbc6-44e1-aeec-37cd2ae33300 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:20.436824 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b6f1a-af51-43a1-b87b-08631f98e934 req-d69f6521-a528-4c56-838f-db92a00bd5f6 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:20.446546 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-119b6f1a-af51-43a1-b87b-08631f98e934 req-d69f6521-a528-4c56-838f-db92a00bd5f6 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 946 time: 0.1721179 Apr 19 18:00:20.574326 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-119b6f1a-af51-43a1-b87b-08631f98e934 req-298a3729-844e-49d7-b950-a29fc8a72e3b tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264453 Apr 19 18:00:20.950329 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaaeb60-eadb-4e24-b64a-8683aac8fb20 req-7ff99bab-c348-48a9-842a-47f29a2460f6 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:20.957824 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bfaaeb60-eadb-4e24-b64a-8683aac8fb20 req-7ff99bab-c348-48a9-842a-47f29a2460f6 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 949 time: 0.2938426 Apr 19 18:00:21.025607 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-3bf5d7d8-dee8-4267-b40b-8648ff1ef984 req-b0e8c441-cbc6-44e1-aeec-37cd2ae33300 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] For port d0646365-522b-40fc-966a-07c511137922, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d0646365-522b-40fc-966a-07c511137922,segment=NetworkSegment(0f089eba-778c-4ac2-84aa-9c02d70405c6),segment_id=0f089eba-778c-4ac2-84aa-9c02d70405c6)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:00:21.028643 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-3bf5d7d8-dee8-4267-b40b-8648ff1ef984 req-b0e8c441-cbc6-44e1-aeec-37cd2ae33300 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:21.121911 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bfaaeb60-eadb-4e24-b64a-8683aac8fb20 req-aae6d044-1ce5-46d5-97eb-2fe772080b6c tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/security-groups?id=f7880c08-f27f-4d8c-a6a6-edfd03534516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043022 Apr 19 18:00:21.218544 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a7293-541e-4610-aacb-7f1c0542f30e req-5b6976a8-a058-42cf-b000-a500e7912fcd tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:21.220195 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f29a7293-541e-4610-aacb-7f1c0542f30e req-5b6976a8-a058-42cf-b000-a500e7912fcd tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1281719 Apr 19 18:00:21.281663 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f29a7293-541e-4610-aacb-7f1c0542f30e req-257322a5-443f-4125-af37-e0c0b23ea3a6 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544660 Apr 19 18:00:21.357172 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-3bf5d7d8-dee8-4267-b40b-8648ff1ef984 req-b0e8c441-cbc6-44e1-aeec-37cd2ae33300 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Calling delete_port for d0646365-522b-40fc-966a-07c511137922 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:00:21.452189 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6766ea65-7d08-48bd-94c1-09e577cca137 req-b70491d1-cc94-4084-ae56-c0067c925dff tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 210 time: 0.1077619 Apr 19 18:00:21.548505 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:21.630228 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-3bf5d7d8-dee8-4267-b40b-8648ff1ef984 req-b0e8c441-cbc6-44e1-aeec-37cd2ae33300 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:21.636860 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:21.648590 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['d0646365-522b-40fc-966a-07c511137922'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:00:21.695529 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8c441-cbc6-44e1-aeec-37cd2ae33300 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Pushing event deleted for resources: {'Port': ['ID=d0646365-522b-40fc-966a-07c511137922,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:21.700723 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b0e8c441-cbc6-44e1-aeec-37cd2ae33300 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:21.883024 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf5d7d8-dee8-4267-b40b-8648ff1ef984 req-b0e8c441-cbc6-44e1-aeec-37cd2ae33300 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] No DVR routers for this DVR port d0646365-522b-40fc-966a-07c511137922 on host hv-cinder-78692 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:00:21.890212 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-3bf5d7d8-dee8-4267-b40b-8648ff1ef984 req-b0e8c441-cbc6-44e1-aeec-37cd2ae33300 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:21.893418 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e53964a-79e8-49a3-8431-9f97f872fe25', 'name': 'network-vif-deleted', 'tag': 'd0646365-522b-40fc-966a-07c511137922'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:00:21.926565 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3bf5d7d8-dee8-4267-b40b-8648ff1ef984 req-b0e8c441-cbc6-44e1-aeec-37cd2ae33300 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.52 "DELETE /v2.0/ports/d0646365-522b-40fc-966a-07c511137922 HTTP/1.1" status: 204 len: 173 time: 1.6548586 Apr 19 18:00:21.954993 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae144d0-42ae-4275-be06-61809fa89249 req-c9a47ac8-9e5d-4340-8b26-4107a1ad5e2d tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:21.956826 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cae144d0-42ae-4275-be06-61809fa89249 req-c9a47ac8-9e5d-4340-8b26-4107a1ad5e2d tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.52 "GET /v2.0/networks?id=7f5311f3-eeef-4c41-a14f-d2c10a710c53 HTTP/1.1" status: 200 len: 815 time: 0.3681905 Apr 19 18:00:21.970790 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-cae144d0-42ae-4275-be06-61809fa89249 req-d4a653a8-e13b-4ece-a2a9-0f587cf7f87e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Request body: {'port': {'device_id': '03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c', 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53', 'admin_state_up': True, 'tenant_id': '328b3d778ec64a08957264476af46909'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:00:22.034386 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e53964a-79e8-49a3-8431-9f97f872fe25', 'name': 'network-vif-deleted', 'tag': 'd0646365-522b-40fc-966a-07c511137922', 'status': 'completed', 'code': 200} Apr 19 18:00:22.134617 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-cae144d0-42ae-4275-be06-61809fa89249 req-d4a653a8-e13b-4ece-a2a9-0f587cf7f87e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:22.146146 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-cae144d0-42ae-4275-be06-61809fa89249 req-d4a653a8-e13b-4ece-a2a9-0f587cf7f87e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:22.158353 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae144d0-42ae-4275-be06-61809fa89249 req-d4a653a8-e13b-4ece-a2a9-0f587cf7f87e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Made reservation on behalf of 328b3d778ec64a08957264476af46909 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:00:22.166146 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cae144d0-42ae-4275-be06-61809fa89249 req-d4a653a8-e13b-4ece-a2a9-0f587cf7f87e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:22.370976 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-cae144d0-42ae-4275-be06-61809fa89249 req-d4a653a8-e13b-4ece-a2a9-0f587cf7f87e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Allocated IP 172.20.0.4 (7f5311f3-eeef-4c41-a14f-d2c10a710c53/e67e2e39-6a7d-43fd-81d1-0b2082cf681f/3a89637d-fadf-47d5-97f7-28c04a162a79) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:00:22.415431 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-088931ec-4d91-45c9-8ff2-18f7e0dc1958 req-569f54b4-13e1-4691-8db7-09de561ee13d tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Synchronizing usage tracker for tenant:616438e39b0a45a98ed562d218cd8ba7 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:00:22.436414 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-088931ec-4d91-45c9-8ff2-18f7e0dc1958 req-569f54b4-13e1-4691-8db7-09de561ee13d tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Unset dirty status for tenant:616438e39b0a45a98ed562d218cd8ba7 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:00:22.445000 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-088931ec-4d91-45c9-8ff2-18f7e0dc1958 req-569f54b4-13e1-4691-8db7-09de561ee13d tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e53964a-79e8-49a3-8431-9f97f872fe25 HTTP/1.1" status: 200 len: 210 time: 0.0845520 Apr 19 18:00:22.689841 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573253a9-790a-41ef-846c-134d1dc15ad9 req-f99cfe2e-f1be-4577-83ee-23efe245e8b9 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:22.691994 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-573253a9-790a-41ef-846c-134d1dc15ad9 req-f99cfe2e-f1be-4577-83ee-23efe245e8b9 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 946 time: 0.1138144 Apr 19 18:00:22.743204 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-573253a9-790a-41ef-846c-134d1dc15ad9 req-9583ddd3-8af9-4d54-8faa-6763493658f0 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443442 Apr 19 18:00:22.901017 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb2a3c-025e-4d4d-85c1-3fe31a141795 req-bc06ea84-3e55-4fc1-858f-e73a0bcc1533 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:22.903449 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-debb2a3c-025e-4d4d-85c1-3fe31a141795 req-bc06ea84-3e55-4fc1-858f-e73a0bcc1533 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1751750 Apr 19 18:00:22.921189 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cae144d0-42ae-4275-be06-61809fa89249 req-d4a653a8-e13b-4ece-a2a9-0f587cf7f87e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:22.952647 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad2318ca-24c9-41fc-abdd-0cc8776dcff2 req-4c31c061-8bcc-4601-99ca-2efa9f5e20eb tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 210 time: 0.0544949 Apr 19 18:00:22.982758 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-debb2a3c-025e-4d4d-85c1-3fe31a141795 req-442d3077-5725-4eeb-bbbe-c04d3fee0644 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665703 Apr 19 18:00:23.000989 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cae144d0-42ae-4275-be06-61809fa89249 req-d4a653a8-e13b-4ece-a2a9-0f587cf7f87e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:23.009779 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:23.021773 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['7db8e665-b5da-4dbf-bb57-25ae6e500e32', 'e80235d4-b28d-4bca-9642-36dc76b7d8e8', 'bc923fe9-9a0b-4785-b32f-3a655dcaada7'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:00:23.072632 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae144d0-42ae-4275-be06-61809fa89249 req-d4a653a8-e13b-4ece-a2a9-0f587cf7f87e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:00:23.075997 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-cae144d0-42ae-4275-be06-61809fa89249 req-d4a653a8-e13b-4ece-a2a9-0f587cf7f87e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:00:23.078624 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae144d0-42ae-4275-be06-61809fa89249 req-d4a653a8-e13b-4ece-a2a9-0f587cf7f87e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:00:23.155340 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae144d0-42ae-4275-be06-61809fa89249 req-d4a653a8-e13b-4ece-a2a9-0f587cf7f87e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:23.155942 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cae144d0-42ae-4275-be06-61809fa89249 req-d4a653a8-e13b-4ece-a2a9-0f587cf7f87e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:23.206326 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a653a8-e13b-4ece-a2a9-0f587cf7f87e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Pushing event updated for resources: {'Port': ['ID=3a89637d-fadf-47d5-97f7-28c04a162a79,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:23.210459 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d4a653a8-e13b-4ece-a2a9-0f587cf7f87e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:23.213826 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cae144d0-42ae-4275-be06-61809fa89249 req-d4a653a8-e13b-4ece-a2a9-0f587cf7f87e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2481067 Apr 19 18:00:23.230751 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Request body: {'port': {'device_id': '03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:00:23.388533 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:23.784581 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a89637d-fadf-47d5-97f7-28c04a162a79 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:00:23.795912 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:23.814598 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Transition to ACTIVE for port object 3a89637d-fadf-47d5-97f7-28c04a162a79 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:00:23.820122 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183133'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:23.834233 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:24.002773 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0844272-af94-4d51-af12-210823694f7b req-206f99cb-9b68-4418-8421-364fe9acc29c tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:24.010705 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f0844272-af94-4d51-af12-210823694f7b req-206f99cb-9b68-4418-8421-364fe9acc29c tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 946 time: 0.1114712 Apr 19 18:00:24.049721 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Pushing event updated for resources: {'Port': ['ID=3a89637d-fadf-47d5-97f7-28c04a162a79,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:24.052848 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:24.075733 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f0844272-af94-4d51-af12-210823694f7b req-a910a6f6-190c-4c35-b084-fcfe324c0447 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639424 Apr 19 18:00:24.096335 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Attempting to bind port 3a89637d-fadf-47d5-97f7-28c04a162a79 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:00:24.096927 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Attempting to bind port 3a89637d-fadf-47d5-97f7-28c04a162a79 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c5c85a1b-0a3c-47aa-a988-2b483f6ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:00:24.097370 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Attempting to bind port 3a89637d-fadf-47d5-97f7-28c04a162a79 on network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:00:24.103144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Port 3a89637d-fadf-47d5-97f7-28c04a162a79 on network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:00:24.103587 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Attempting to bind port 3a89637d-fadf-47d5-97f7-28c04a162a79 on network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:00:24.112921 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Checking agent: {'id': '65b29327-db8b-4ae4-8402-12a24c685031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'started_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:00:24.113376 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Checking segment: {'id': 'c5c85a1b-0a3c-47aa-a988-2b483f6ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:00:24.113861 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Bound using segment: {'id': 'c5c85a1b-0a3c-47aa-a988-2b483f6ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:00:24.114452 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Bound port: 3a89637d-fadf-47d5-97f7-28c04a162a79, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c85a1b-0a3c-47aa-a988-2b483f6ab91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:00:24.114917 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:24.294380 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 57992) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:24.326496 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] For port 3a89637d-fadf-47d5-97f7-28c04a162a79, host hv-cinder-78692, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:00:24.331606 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] For port 3a89637d-fadf-47d5-97f7-28c04a162a79, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3a89637d-fadf-47d5-97f7-28c04a162a79,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:00:24.343659 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd2a65-eb75-4aa4-af7f-371aad50e636 req-c045cb1f-c643-43f6-8d64-c95b986a7344 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:24.344608 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-4acd2a65-eb75-4aa4-af7f-371aad50e636 req-c045cb1f-c643-43f6-8d64-c95b986a7344 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Synchronizing usage tracker for tenant:328b3d778ec64a08957264476af46909 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:00:24.350398 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183133'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:24.355966 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:24.358228 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208919c8-d2f3-425a-a80c-ca7b74ca5848 req-93dd7bc1-596d-4b45-ac31-9a51af5afc80 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:24.360635 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-208919c8-d2f3-425a-a80c-ca7b74ca5848 req-93dd7bc1-596d-4b45-ac31-9a51af5afc80 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1473598 Apr 19 18:00:24.387870 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device d0646365-522b-40fc-966a-07c511137922 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:00:24.454166 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-208919c8-d2f3-425a-a80c-ca7b74ca5848 req-ae81aec7-670f-41ce-875b-0ade2afc4a98 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865400 Apr 19 18:00:24.489454 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] No Port match for: d0646365-522b-40fc-966a-07c511137922 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:00:24.489870 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device d0646365-522b-40fc-966a-07c511137922 not bound to the agent host hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:00:24.494071 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Pushing event updated for resources: {'Port': ['ID=3a89637d-fadf-47d5-97f7-28c04a162a79,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:24.502085 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:24.515762 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:24.516440 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:24.519106 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cae144d0-42ae-4275-be06-61809fa89249 req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] 10.222.0.52 "PUT /v2.0/ports/3a89637d-fadf-47d5-97f7-28c04a162a79 HTTP/1.1" status: 200 len: 1093 time: 1.2934625 Apr 19 18:00:24.519642 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c', 'tag': '3a89637d-fadf-47d5-97f7-28c04a162a79'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:00:24.536784 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-4acd2a65-eb75-4aa4-af7f-371aad50e636 req-c045cb1f-c643-43f6-8d64-c95b986a7344 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Unset dirty status for tenant:328b3d778ec64a08957264476af46909 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:00:24.540705 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4acd2a65-eb75-4aa4-af7f-371aad50e636 req-c045cb1f-c643-43f6-8d64-c95b986a7344 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 943 time: 0.4277518 Apr 19 18:00:24.674847 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5aa84a09-7831-49fc-b522-db95c949a8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:24.703797 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4acd2a65-eb75-4aa4-af7f-371aad50e636 req-411e1074-9931-47cf-933e-9807dd6c1a4d tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543655 Apr 19 18:00:24.712933 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5aa84a09-7831-49fc-b522-db95c949a8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:24.720332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5aa84a09-7831-49fc-b522-db95c949a8c2 admin admin] Usage tracker for resource:security_group_rule and tenant:c2a4cb69449e4e4eae982deca5bb3d77 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:24.739842 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5aa84a09-7831-49fc-b522-db95c949a8c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:24.744326 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c', 'tag': '3a89637d-fadf-47d5-97f7-28c04a162a79', 'status': 'completed', 'code': 200} Apr 19 18:00:24.751359 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5aa84a09-7831-49fc-b522-db95c949a8c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:24.850583 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae144d0-42ae-4275-be06-61809fa89249 req-616e0e04-e453-4de6-b6aa-2c67b807cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:24.852601 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cae144d0-42ae-4275-be06-61809fa89249 req-616e0e04-e453-4de6-b6aa-2c67b807cff6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=328b3d778ec64a08957264476af46909&device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 1096 time: 0.2725482 Apr 19 18:00:24.878429 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d3edb-6470-48dd-9580-f13a93464e8b req-1569efd7-7580-43e4-8b39-e189631c6f3c tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:24.881162 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b35d3edb-6470-48dd-9580-f13a93464e8b req-1569efd7-7580-43e4-8b39-e189631c6f3c tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.52 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 946 time: 0.1220510 Apr 19 18:00:24.951466 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cae144d0-42ae-4275-be06-61809fa89249 req-f458981c-ff2c-4420-9428-8b9e5e043cbf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a89637d-fadf-47d5-97f7-28c04a162a79 HTTP/1.1" status: 200 len: 217 time: 0.0755565 Apr 19 18:00:25.027546 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5aa84a09-7831-49fc-b522-db95c949a8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:25.034971 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5aa84a09-7831-49fc-b522-db95c949a8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:25.054813 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-01958a47-e60b-4e2e-a730-7226f4f2bfe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:25.056554 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-b35d3edb-6470-48dd-9580-f13a93464e8b req-2ead49ca-2567-45d1-9079-82997d4c060f tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Deleting port 3c2c24b4-e6d7-457f-8a48-e39263c96153 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:00:25.056955 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b35d3edb-6470-48dd-9580-f13a93464e8b req-2ead49ca-2567-45d1-9079-82997d4c060f tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:25.127780 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5aa84a09-7831-49fc-b522-db95c949a8c2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c2a4cb69449e4e4eae982deca5bb3d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8284211 Apr 19 18:00:25.129729 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 58076) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:25.131409 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae144d0-42ae-4275-be06-61809fa89249 req-4a331c87-3eda-4833-86ea-80deb3f2e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:25.132978 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cae144d0-42ae-4275-be06-61809fa89249 req-4a331c87-3eda-4833-86ea-80deb3f2e40d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e67e2e39-6a7d-43fd-81d1-0b2082cf681f HTTP/1.1" status: 200 len: 855 time: 0.1702487 Apr 19 18:00:25.135892 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa84a09-7831-49fc-b522-db95c949a8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f4029e-0abb-4fb3-a662-cc97b1b6f460,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:25.177631 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5aa84a09-7831-49fc-b522-db95c949a8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:25.295336 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cae144d0-42ae-4275-be06-61809fa89249 req-86b498ec-1649-407d-b1ed-3b5b1936502c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f5311f3-eeef-4c41-a14f-d2c10a710c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149454 Apr 19 18:00:25.453875 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c21cb191-7764-47fe-a6a3-f26e1f5a8a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:25.493551 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-b35d3edb-6470-48dd-9580-f13a93464e8b req-2ead49ca-2567-45d1-9079-82997d4c060f tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] For port 3c2c24b4-e6d7-457f-8a48-e39263c96153, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3c2c24b4-e6d7-457f-8a48-e39263c96153,segment=NetworkSegment(39fdc426-f15c-45e5-b9dd-53bf833110ab),segment_id=39fdc426-f15c-45e5-b9dd-53bf833110ab)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:00:25.494203 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b35d3edb-6470-48dd-9580-f13a93464e8b req-2ead49ca-2567-45d1-9079-82997d4c060f tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:25.592867 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c21cb191-7764-47fe-a6a3-f26e1f5a8a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:25.629313 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0761ffe-e195-41f3-9187-29ee2b48776c req-f06f5bd5-52c0-4fdb-a476-6d76c81109d3 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:25.637375 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c0761ffe-e195-41f3-9187-29ee2b48776c req-f06f5bd5-52c0-4fdb-a476-6d76c81109d3 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 946 time: 0.4065368 Apr 19 18:00:25.650014 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-b35d3edb-6470-48dd-9580-f13a93464e8b req-2ead49ca-2567-45d1-9079-82997d4c060f tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Calling delete_port for 3c2c24b4-e6d7-457f-8a48-e39263c96153 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:00:25.698447 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cae144d0-42ae-4275-be06-61809fa89249 req-bda78c75-6dd9-4113-9b7c-ab269fccfc7a service neutron] 10.222.0.52 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874021 Apr 19 18:00:25.759281 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c0761ffe-e195-41f3-9187-29ee2b48776c req-603942f1-bb32-488c-aef6-9ba6e94e3151 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/security-groups?id=7631f76b-099f-4b92-b05b-f7a9aa90decf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208239 Apr 19 18:00:25.858811 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c21cb191-7764-47fe-a6a3-f26e1f5a8a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:25.874155 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ad34a103-2321-47d3-9fad-8963a9ba9f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:25.877428 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ef67b-0103-4877-a803-9c620180c137 req-233e6647-37ca-4cb7-97fe-7d57cb84c180 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:25.887044 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9d7ef67b-0103-4877-a803-9c620180c137 req-233e6647-37ca-4cb7-97fe-7d57cb84c180 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1853366 Apr 19 18:00:25.896057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cb191-7764-47fe-a6a3-f26e1f5a8a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f4029e-0abb-4fb3-a662-cc97b1b6f460,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:25.911556 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c21cb191-7764-47fe-a6a3-f26e1f5a8a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:25.915983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c21cb191-7764-47fe-a6a3-f26e1f5a8a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:25.917154 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c21cb191-7764-47fe-a6a3-f26e1f5a8a1b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/73f4029e-0abb-4fb3-a662-cc97b1b6f460 HTTP/1.1" status: 204 len: 168 time: 0.7832170 Apr 19 18:00:25.947095 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cae144d0-42ae-4275-be06-61809fa89249 req-f49d1b9d-dccd-4045-bef5-45eb94212eb3 service neutron] 10.222.0.52 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302754 Apr 19 18:00:26.054355 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9d7ef67b-0103-4877-a803-9c620180c137 req-e32f5ba3-8f2f-414a-8073-c9743e1ef9cc tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600697 Apr 19 18:00:26.105971 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b35d3edb-6470-48dd-9580-f13a93464e8b req-2ead49ca-2567-45d1-9079-82997d4c060f tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:26.127961 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-eb813310-58a4-44fe-add9-63517698fa6b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:26.139224 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['3c2c24b4-e6d7-457f-8a48-e39263c96153'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:00:26.180930 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb7c3e-cb6d-477e-b728-66eac57f3648 req-fa569e75-db45-42b6-9bab-0bd046f5b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:26.180930 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2fbb7c3e-cb6d-477e-b728-66eac57f3648 req-fa569e75-db45-42b6-9bab-0bd046f5b667 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=328b3d778ec64a08957264476af46909&device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 1096 time: 0.1635923 Apr 19 18:00:26.232833 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead49ca-2567-45d1-9079-82997d4c060f tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Pushing event deleted for resources: {'Port': ['ID=3c2c24b4-e6d7-457f-8a48-e39263c96153,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:26.282160 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2ead49ca-2567-45d1-9079-82997d4c060f tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:26.473305 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb7c3e-cb6d-477e-b728-66eac57f3648 req-356a65ce-607a-4a74-ac34-acb062a34866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:26.475017 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2fbb7c3e-cb6d-477e-b728-66eac57f3648 req-356a65ce-607a-4a74-ac34-acb062a34866 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f5311f3-eeef-4c41-a14f-d2c10a710c53 HTTP/1.1" status: 200 len: 916 time: 0.2820508 Apr 19 18:00:26.560993 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2fbb7c3e-cb6d-477e-b728-66eac57f3648 req-cca3b608-5ee6-4cae-a98d-88d0fd589428 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a89637d-fadf-47d5-97f7-28c04a162a79 HTTP/1.1" status: 200 len: 217 time: 0.0747802 Apr 19 18:00:26.704757 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35d3edb-6470-48dd-9580-f13a93464e8b req-2ead49ca-2567-45d1-9079-82997d4c060f tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] No DVR routers for this DVR port 3c2c24b4-e6d7-457f-8a48-e39263c96153 on host hv-cinder-78692 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:00:26.709980 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b35d3edb-6470-48dd-9580-f13a93464e8b req-2ead49ca-2567-45d1-9079-82997d4c060f tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:26.725908 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265600d4-39a3-4f58-9f4f-94c5b62a4f1d', 'name': 'network-vif-deleted', 'tag': '3c2c24b4-e6d7-457f-8a48-e39263c96153'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:00:26.761921 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b35d3edb-6470-48dd-9580-f13a93464e8b req-2ead49ca-2567-45d1-9079-82997d4c060f tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.52 "DELETE /v2.0/ports/3c2c24b4-e6d7-457f-8a48-e39263c96153 HTTP/1.1" status: 204 len: 173 time: 1.8716128 Apr 19 18:00:26.793879 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb7c3e-cb6d-477e-b728-66eac57f3648 req-c0d352b2-1f69-44d2-9203-0ee7677b3d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:26.795670 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2fbb7c3e-cb6d-477e-b728-66eac57f3648 req-c0d352b2-1f69-44d2-9203-0ee7677b3d5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e67e2e39-6a7d-43fd-81d1-0b2082cf681f HTTP/1.1" status: 200 len: 855 time: 0.2262082 Apr 19 18:00:26.818267 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265600d4-39a3-4f58-9f4f-94c5b62a4f1d', 'name': 'network-vif-deleted', 'tag': '3c2c24b4-e6d7-457f-8a48-e39263c96153', 'status': 'completed', 'code': 200} Apr 19 18:00:26.860529 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c1d74-e5b9-4928-880c-2f664448e48a req-41c5baf2-de07-4c7c-8156-3863a8156760 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:26.862433 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-628c1d74-e5b9-4928-880c-2f664448e48a req-41c5baf2-de07-4c7c-8156-3863a8156760 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 943 time: 0.5788834 Apr 19 18:00:26.937677 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb462ad-5a79-4502-8d31-61e5403c2ae8 req-f8584fb6-993c-49f4-a207-13b19afd1363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:26.939439 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb462ad-5a79-4502-8d31-61e5403c2ae8 req-f8584fb6-993c-49f4-a207-13b19afd1363 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ffe142e5172f4ee7b8e1b943c6aa700e&device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 1098 time: 0.2404900 Apr 19 18:00:26.942300 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2fbb7c3e-cb6d-477e-b728-66eac57f3648 req-929f8936-6af6-4afe-83b2-bd9585959c32 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f5311f3-eeef-4c41-a14f-d2c10a710c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133237 Apr 19 18:00:26.955101 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-628c1d74-e5b9-4928-880c-2f664448e48a req-031c1314-e629-47fe-ba08-3faa31cb5a4b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855734 Apr 19 18:00:27.353177 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d93ee-4c70-489f-bd27-0d5d3861db10 req-36d1e72e-ebe6-476a-9b9d-1c2c8a6bd6e8 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:27.362238 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-720d93ee-4c70-489f-bd27-0d5d3861db10 req-36d1e72e-ebe6-476a-9b9d-1c2c8a6bd6e8 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1196227 Apr 19 18:00:27.422390 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-38bbc836-afc0-4fe5-808b-55f56d75ba4d req-79b2486b-30d3-4d83-99c0-d7963506a03e tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] 10.222.0.81 "GET /v2.0/ports?device_id=265600d4-39a3-4f58-9f4f-94c5b62a4f1d HTTP/1.1" status: 200 len: 210 time: 0.4726267 Apr 19 18:00:27.437188 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-720d93ee-4c70-489f-bd27-0d5d3861db10 req-2187258e-90d4-48a7-8465-4c7c9e571c94 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711513 Apr 19 18:00:27.610611 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb462ad-5a79-4502-8d31-61e5403c2ae8 req-0d46bee9-d73e-4eeb-a93a-30ff3afbb5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:27.612131 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb462ad-5a79-4502-8d31-61e5403c2ae8 req-0d46bee9-d73e-4eeb-a93a-30ff3afbb5e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2bf94a7d-dd30-4a9d-8286-77365bd61729 HTTP/1.1" status: 200 len: 919 time: 0.6247284 Apr 19 18:00:27.721756 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2fbb7c3e-cb6d-477e-b728-66eac57f3648 req-0d1e5c1e-c939-48c5-a859-0bcf2a26a863 service neutron] 10.222.0.52 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7327545 Apr 19 18:00:27.759241 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb462ad-5a79-4502-8d31-61e5403c2ae8 req-d6bf190d-0bf7-4741-be61-5066365aafcb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a37d879-74e3-43d7-8364-a16bb8b34e7f HTTP/1.1" status: 200 len: 217 time: 0.1259599 Apr 19 18:00:27.882329 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9e29b-ba04-46e5-9e88-00260c8bf6a6 req-7b88091e-a1d7-49b4-b67e-f34882ce856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:27.884091 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-54d9e29b-ba04-46e5-9e88-00260c8bf6a6 req-7b88091e-a1d7-49b4-b67e-f34882ce856c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 1098 time: 0.0909302 Apr 19 18:00:27.938952 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-54d9e29b-ba04-46e5-9e88-00260c8bf6a6 req-2fb2b571-1235-498b-a0b0-af288eb911e5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475240 Apr 19 18:00:27.978780 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb462ad-5a79-4502-8d31-61e5403c2ae8 req-9c44879b-630e-442a-ac4d-22a783679cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:27.980457 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb462ad-5a79-4502-8d31-61e5403c2ae8 req-9c44879b-630e-442a-ac4d-22a783679cf6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b92ef63-a0d2-412e-89de-24f4b22a0c4d HTTP/1.1" status: 200 len: 858 time: 0.1921251 Apr 19 18:00:28.031734 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2fbb7c3e-cb6d-477e-b728-66eac57f3648 req-68b48f07-5420-4dcc-8cdd-1fcd16cc2df8 service neutron] 10.222.0.52 "GET /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939484 Apr 19 18:00:28.170129 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414c403-7254-4be7-8c06-ad04d53376ba req-d51c97e7-cdb0-474d-8907-942315ff521e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:28.172503 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6414c403-7254-4be7-8c06-ad04d53376ba req-d51c97e7-cdb0-474d-8907-942315ff521e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 943 time: 0.0970671 Apr 19 18:00:28.206367 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb462ad-5a79-4502-8d31-61e5403c2ae8 req-e72d1b71-7c68-4480-b7fa-59be33ead3f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2bf94a7d-dd30-4a9d-8286-77365bd61729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719824 Apr 19 18:00:28.244785 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6414c403-7254-4be7-8c06-ad04d53376ba req-d3c7a71b-c4af-4160-9e2f-100b05ea29cd tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644946 Apr 19 18:00:28.397129 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 3c2c24b4-e6d7-457f-8a48-e39263c96153 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:00:28.448369 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb462ad-5a79-4502-8d31-61e5403c2ae8 req-ef1fb87e-5ad5-4a75-aded-86d95a6c9ab7 service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144668 Apr 19 18:00:28.473436 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] No Port match for: 3c2c24b4-e6d7-457f-8a48-e39263c96153 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:00:28.480738 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 3c2c24b4-e6d7-457f-8a48-e39263c96153 not bound to the agent host hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:00:28.707068 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb462ad-5a79-4502-8d31-61e5403c2ae8 req-b638e2d4-314c-40fd-9869-c5da370c4e95 service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466271 Apr 19 18:00:28.736992 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc6910-076e-4065-a994-fcd69547f1a4 req-3646bba0-bf42-4aa9-a788-c2b880e4044c tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:28.746187 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-34cc6910-076e-4065-a994-fcd69547f1a4 req-3646bba0-bf42-4aa9-a788-c2b880e4044c tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1169910 Apr 19 18:00:28.833264 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-34cc6910-076e-4065-a994-fcd69547f1a4 req-85f5a641-e9c3-47dc-8635-626f2d0d0bbf tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857933 Apr 19 18:00:28.960837 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 58352) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:29.131879 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:29.148710 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:29.153061 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Usage tracker for resource:security_group_rule and tenant:05ca1892d1a843209cd0bac9b500a4ad is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:29.156501 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:29.164149 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:29.264124 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:29.269857 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:29.289108 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-03953e44-26c2-4fb5-92cf-25589c9111d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:29.344976 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=05ca1892d1a843209cd0bac9b500a4ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817384 Apr 19 18:00:29.344976 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6107c4-c701-4fb0-8b0f-39dc44b6b53f,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:29.345467 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 58386) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:29.364348 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.364764 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.365165 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.365558 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.365971 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.366365 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.366752 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.367142 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.367526 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.373288 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.373790 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.374219 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.378772 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:29.483383 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:29.563236 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:29.611622 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3422533-975a-4fcf-a761-26e5860f71eb req-3dea4529-054e-4f15-9ea2-8ab84623e849 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:29.620099 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f3422533-975a-4fcf-a761-26e5860f71eb req-3dea4529-054e-4f15-9ea2-8ab84623e849 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 943 time: 0.1137788 Apr 19 18:00:29.671047 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:29.676263 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f3422533-975a-4fcf-a761-26e5860f71eb req-d1ddef5e-97bd-4364-ac19-9f2b51d596be tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552220 Apr 19 18:00:29.676994 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d2b6d2d1-97cd-446b-ba63-533b9589d60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:29.703081 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6107c4-c701-4fb0-8b0f-39dc44b6b53f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:29.707230 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:29.709835 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa6107c4-c701-4fb0-8b0f-39dc44b6b53f HTTP/1.1" status: 204 len: 168 time: 0.3628075 Apr 19 18:00:29.717245 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.717813 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.718347 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.718855 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.719397 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.719799 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.720278 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.720799 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.721185 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.721811 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.722459 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.723142 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:29.726772 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:30.082796 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 58416) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:30.097190 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7ca1a-01f6-4df7-8ce9-fa908ebb8d2c req-5cb5d3be-d604-4abb-a46e-76bee4a78aed tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:30.099124 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-39a7ca1a-01f6-4df7-8ce9-fa908ebb8d2c req-5cb5d3be-d604-4abb-a46e-76bee4a78aed tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1225271 Apr 19 18:00:30.102584 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a615598f-f602-455c-94d8-eb975ca704b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:30.119404 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a615598f-f602-455c-94d8-eb975ca704b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:30.125118 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a615598f-f602-455c-94d8-eb975ca704b2 admin admin] Usage tracker for resource:security_group_rule and tenant:944729761f984b38ac2350ac217d0793 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:30.128806 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a615598f-f602-455c-94d8-eb975ca704b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:30.137507 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a615598f-f602-455c-94d8-eb975ca704b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:30.155561 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-39a7ca1a-01f6-4df7-8ce9-fa908ebb8d2c req-0ef9d176-86ef-4f01-b051-1de7fa9a5833 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489872 Apr 19 18:00:30.236173 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a615598f-f602-455c-94d8-eb975ca704b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:30.242193 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a615598f-f602-455c-94d8-eb975ca704b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:30.253067 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ea89cba6-35c2-4434-80a3-fbbe8e62ae03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:30.333135 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a615598f-f602-455c-94d8-eb975ca704b2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=944729761f984b38ac2350ac217d0793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486486 Apr 19 18:00:30.334509 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615598f-f602-455c-94d8-eb975ca704b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f2351b-c517-4889-8e91-064d9263d732,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:30.335576 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 58428) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:30.339417 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a615598f-f602-455c-94d8-eb975ca704b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:30.411963 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 3a89637d-fadf-47d5-97f7-28c04a162a79 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:00:30.419640 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-01f61a28-c38b-4e0f-97f0-03bd04538155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:30.451123 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-01f61a28-c38b-4e0f-97f0-03bd04538155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:30.503550 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-01f61a28-c38b-4e0f-97f0-03bd04538155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:30.510914 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5aa84a09-7831-49fc-b522-db95c949a8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:30.573174 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f61a28-c38b-4e0f-97f0-03bd04538155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f2351b-c517-4889-8e91-064d9263d732,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:30.576391 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 3a89637d-fadf-47d5-97f7-28c04a162a79, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3a89637d-fadf-47d5-97f7-28c04a162a79,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:00:30.579803 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-01f61a28-c38b-4e0f-97f0-03bd04538155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:30.586578 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-01f61a28-c38b-4e0f-97f0-03bd04538155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:30.589196 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-01f61a28-c38b-4e0f-97f0-03bd04538155 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/48f2351b-c517-4889-8e91-064d9263d732 HTTP/1.1" status: 204 len: 168 time: 0.2512832 Apr 19 18:00:30.610194 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': '3a89637d-fadf-47d5-97f7-28c04a162a79', 'network_id': '7f5311f3-eeef-4c41-a14f-d2c10a710c53', 'port_id': '3a89637d-fadf-47d5-97f7-28c04a162a79', 'mac_address': 'fa:16:3e:70:43:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67e2e39-6a7d-43fd-81d1-0b2082cf681f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:00:30.642076 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054b099-b81f-46dc-bd6a-b7ccec70b217 req-0be9ee8e-7e53-49c3-8326-118f3b7473ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:30.644027 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a054b099-b81f-46dc-bd6a-b7ccec70b217 req-0be9ee8e-7e53-49c3-8326-118f3b7473ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ffe142e5172f4ee7b8e1b943c6aa700e&device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 1098 time: 0.1353517 Apr 19 18:00:30.677193 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:30.689912 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdce722-750d-4798-92f0-1bbe554dab42 req-fb9bea0e-6428-402d-8fa3-2f5115b733b6 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:30.697278 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a89637d-fadf-47d5-97f7-28c04a162a79 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:00:30.699496 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7fdce722-750d-4798-92f0-1bbe554dab42 req-fb9bea0e-6428-402d-8fa3-2f5115b733b6 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1344235 Apr 19 18:00:30.720240 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 3a89637d-fadf-47d5-97f7-28c04a162a79, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3a89637d-fadf-47d5-97f7-28c04a162a79,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:00:30.725266 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:30.727567 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:30.815753 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=3a89637d-fadf-47d5-97f7-28c04a162a79,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:30.819794 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:30.844148 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054b099-b81f-46dc-bd6a-b7ccec70b217 req-f58abc48-48ce-4c36-8fe9-c57473f87474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:30.846034 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a054b099-b81f-46dc-bd6a-b7ccec70b217 req-f58abc48-48ce-4c36-8fe9-c57473f87474 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2bf94a7d-dd30-4a9d-8286-77365bd61729 HTTP/1.1" status: 200 len: 919 time: 0.1897204 Apr 19 18:00:30.851256 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7fdce722-750d-4798-92f0-1bbe554dab42 req-344999b2-e0c3-427c-901a-8dc58e73b40b tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505816 Apr 19 18:00:30.925101 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a054b099-b81f-46dc-bd6a-b7ccec70b217 req-fca0a149-9f92-4e5f-9643-07a8116358f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a37d879-74e3-43d7-8364-a16bb8b34e7f HTTP/1.1" status: 200 len: 217 time: 0.0719995 Apr 19 18:00:31.048045 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054b099-b81f-46dc-bd6a-b7ccec70b217 req-d234339e-4974-4a84-a33f-ee07ed6c9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:31.049683 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a054b099-b81f-46dc-bd6a-b7ccec70b217 req-d234339e-4974-4a84-a33f-ee07ed6c9d0d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b92ef63-a0d2-412e-89de-24f4b22a0c4d HTTP/1.1" status: 200 len: 858 time: 0.0808992 Apr 19 18:00:31.111315 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a054b099-b81f-46dc-bd6a-b7ccec70b217 req-62b5e76e-3537-4251-bdc9-18a290e15ef4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2bf94a7d-dd30-4a9d-8286-77365bd61729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503166 Apr 19 18:00:31.166796 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a10b73-562c-4778-9be0-8de46de6e141 req-d1b7afda-8d1b-4891-bccb-23b5cc7eca11 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:31.168851 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-42a10b73-562c-4778-9be0-8de46de6e141 req-d1b7afda-8d1b-4891-bccb-23b5cc7eca11 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 944 time: 0.2425580 Apr 19 18:00:31.223494 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:31.254242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['3a89637d-fadf-47d5-97f7-28c04a162a79'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:00:31.254951 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 58460) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:31.315829 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-42a10b73-562c-4778-9be0-8de46de6e141 req-fa763bd6-c2d8-4881-bd5e-3c0363262c70 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812070 Apr 19 18:00:31.411123 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a054b099-b81f-46dc-bd6a-b7ccec70b217 req-810aed2c-4b68-4e4c-8f0d-35294442ddf0 service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860565 Apr 19 18:00:31.585588 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a054b099-b81f-46dc-bd6a-b7ccec70b217 req-d2c7b4bc-1fb8-4b92-8513-3495edc23d63 service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652987 Apr 19 18:00:31.586196 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 58474) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:31.586306 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9ac0ec8b-0581-4873-969d-63be3c7f77b0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=616438e39b0a45a98ed562d218cd8ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297234 Apr 19 18:00:31.668799 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75dc79be-9132-4ebb-9bb6-f136763b8c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:31.699046 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75dc79be-9132-4ebb-9bb6-f136763b8c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:31.746240 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75dc79be-9132-4ebb-9bb6-f136763b8c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:31.757408 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f50e3742-c065-4a9e-8b1e-22e02fdcfd3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:31.774202 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc79be-9132-4ebb-9bb6-f136763b8c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7880c08-f27f-4d8c-a6a6-edfd03534516,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:31.778837 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-75dc79be-9132-4ebb-9bb6-f136763b8c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:31.779730 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75dc79be-9132-4ebb-9bb6-f136763b8c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:31.780990 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-75dc79be-9132-4ebb-9bb6-f136763b8c75 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7880c08-f27f-4d8c-a6a6-edfd03534516 HTTP/1.1" status: 204 len: 168 time: 0.1938984 Apr 19 18:00:32.125149 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476eef1-9788-424d-8b91-25c1c6087c08 req-bc9d01c1-e4ff-4174-a86c-26126cbcdb94 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:32.126873 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a476eef1-9788-424d-8b91-25c1c6087c08 req-bc9d01c1-e4ff-4174-a86c-26126cbcdb94 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1439247 Apr 19 18:00:32.188750 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a476eef1-9788-424d-8b91-25c1c6087c08 req-4dd3696b-5550-4123-acb2-15565bf3cd84 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545580 Apr 19 18:00:32.577072 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec663a7b-06f2-40cd-b44e-eaf074d0a3a4 req-0d9d837b-2ce3-46c6-a818-a12353b5ad95 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:32.578979 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ec663a7b-06f2-40cd-b44e-eaf074d0a3a4 req-0d9d837b-2ce3-46c6-a818-a12353b5ad95 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 944 time: 0.1177356 Apr 19 18:00:32.629833 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ec663a7b-06f2-40cd-b44e-eaf074d0a3a4 req-32692cf3-840f-4431-a806-550553788957 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435979 Apr 19 18:00:32.773486 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 58530) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:32.893706 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1822596536-network', 'tenant_id': '75bc2748d65442598400f125ed51670e'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:00:32.898922 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:32.903340 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Usage tracker for resource:network and tenant:75bc2748d65442598400f125ed51670e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:32.906294 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:32.912489 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:32.923269 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Made reservation on behalf of 75bc2748d65442598400f125ed51670e for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:00:32.928259 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:32.941264 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:32.957244 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:32.961324 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Usage tracker for resource:security_group_rule and tenant:75bc2748d65442598400f125ed51670e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:32.964468 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:32.973069 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:33.079593 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:33.083350 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:33.086733 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a4fc3abc-5fa8-48d6-8071-3f69261a9d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:33.116954 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:00:33.131412 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87b11ec-9501-4510-8f31-b7515a8d0930,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:33.134818 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:33.137857 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:33.138742 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Added segment 8e468ae6-13ad-48be-92a5-9b83786880ed of type vlan for network 1cf3bf74-af3f-4694-b56b-cb38296eaf59 Apr 19 18:00:33.169101 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764668142058'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:33.200709 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:33.202181 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:33.202837 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:33.208918 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2f3aad1c-5f85-44d6-9f5e-abc9aba3ee62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:33.375605 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6006849 Apr 19 18:00:33.378713 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 58558) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:33.383613 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Pushing event updated for resources: {'Network': ['ID=1cf3bf74-af3f-4694-b56b-cb38296eaf59,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:33.391737 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-a17d2a5d-e400-4d4a-9891-c7f4d176eac5 admin admin] Request body: {'subnet': {'network_id': '1cf3bf74-af3f-4694-b56b-cb38296eaf59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1822596536-subnet', 'tenant_id': '75bc2748d65442598400f125ed51670e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:00:33.392824 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:33.396898 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a17d2a5d-e400-4d4a-9891-c7f4d176eac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:33.405867 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a17d2a5d-e400-4d4a-9891-c7f4d176eac5 admin admin] Usage tracker for resource:subnet and tenant:75bc2748d65442598400f125ed51670e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:33.409621 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a17d2a5d-e400-4d4a-9891-c7f4d176eac5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:33.410223 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Network 1cf3bf74-af3f-4694-b56b-cb38296eaf59 details requested by agent ovs-agent-dv-cinder-786927-1-smb with host dv-cinder-786927-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:00:33.419400 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a17d2a5d-e400-4d4a-9891-c7f4d176eac5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:33.430608 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17d2a5d-e400-4d4a-9891-c7f4d176eac5 admin admin] Made reservation on behalf of 75bc2748d65442598400f125ed51670e for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:00:33.435752 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a17d2a5d-e400-4d4a-9891-c7f4d176eac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3897578'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:33.438513 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d302e6-1a0a-4ed3-830f-8a6e9c265f30 req-b4b8c835-d2f6-4846-82a2-633469f07d90 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:33.440564 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-45d302e6-1a0a-4ed3-830f-8a6e9c265f30 req-b4b8c835-d2f6-4846-82a2-633469f07d90 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1170025 Apr 19 18:00:33.494252 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-45d302e6-1a0a-4ed3-830f-8a6e9c265f30 req-2a9686d1-26cd-4ff0-936f-595a7aafbcd2 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471041 Apr 19 18:00:33.848915 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446677fd-1d8a-4ad0-84b4-9abf95674ece req-861d68d4-3228-4bcb-8c64-d39be7e41123 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:33.855197 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-446677fd-1d8a-4ad0-84b4-9abf95674ece req-861d68d4-3228-4bcb-8c64-d39be7e41123 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 944 time: 0.1012809 Apr 19 18:00:33.906630 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-446677fd-1d8a-4ad0-84b4-9abf95674ece req-7c2437ef-3d4a-408d-a73e-b1f2ef64ed85 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500374 Apr 19 18:00:33.915551 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a17d2a5d-e400-4d4a-9891-c7f4d176eac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851853892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3897595'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:33.922456 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:33.953398 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 58580) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:34.000181 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d2a5d-e400-4d4a-9891-c7f4d176eac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d963393b-d15d-4640-a267-1b79a62900c9,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:34.003630 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a17d2a5d-e400-4d4a-9891-c7f4d176eac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:34.012432 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d2a5d-e400-4d4a-9891-c7f4d176eac5 admin admin] Checking segment: {'id': '8e468ae6-13ad-48be-92a5-9b83786880ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1cf3bf74-af3f-4694-b56b-cb38296eaf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:00:34.012841 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17d2a5d-e400-4d4a-9891-c7f4d176eac5 admin admin] Network hostable DHCP agents. Network: 1cf3bf74-af3f-4694-b56b-cb38296eaf59, hostable agents: ['e04df252-53f8-4f20-921c-5c31ef9947a5'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:00:34.033247 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17d2a5d-e400-4d4a-9891-c7f4d176eac5 admin admin] Network 1cf3bf74-af3f-4694-b56b-cb38296eaf59 is scheduled to be hosted by DHCP agent e04df252-53f8-4f20-921c-5c31ef9947a5 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:00:34.044011 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-a17d2a5d-e400-4d4a-9891-c7f4d176eac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-smb, 1cf3bf74-af3f-4694-b56b-cb38296eaf59) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:00:34.053675 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa83962-73ab-4ed1-9465-34095f56bd8a None None] Network 1cf3bf74-af3f-4694-b56b-cb38296eaf59 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:00:34.057499 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17d2a5d-e400-4d4a-9891-c7f4d176eac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:34.058203 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a17d2a5d-e400-4d4a-9891-c7f4d176eac5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:34.110874 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a17d2a5d-e400-4d4a-9891-c7f4d176eac5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7303758 Apr 19 18:00:34.125999 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dabea926-e727-43c7-86a7-d288c6859d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:34.144385 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-dabea926-e727-43c7-86a7-d288c6859d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:34.148654 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-dabea926-e727-43c7-86a7-d288c6859d5a admin admin] Usage tracker for resource:security_group_rule and tenant:8141da7df43049eb8eda352746eab4e2 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:34.151897 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-dabea926-e727-43c7-86a7-d288c6859d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:34.158493 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-dabea926-e727-43c7-86a7-d288c6859d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:34.253955 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dabea926-e727-43c7-86a7-d288c6859d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:34.257275 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dabea926-e727-43c7-86a7-d288c6859d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:34.268494 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2e2135b1-152f-472a-9684-b0dc99089a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:34.303885 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783437d5-d38c-4e2a-93dd-da53ca798fb0 None None] Network 1cf3bf74-af3f-4694-b56b-cb38296eaf59 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:00:34.335453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 58594) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:34.336007 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-dabea926-e727-43c7-86a7-d288c6859d5a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8141da7df43049eb8eda352746eab4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824167 Apr 19 18:00:34.337347 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabea926-e727-43c7-86a7-d288c6859d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9178123c-3e25-4a36-a16f-0c282949022e,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:34.341135 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dabea926-e727-43c7-86a7-d288c6859d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:34.430762 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-66faa3b5-222e-45e8-9ae9-712710cdad20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:34.465118 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-66faa3b5-222e-45e8-9ae9-712710cdad20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:34.492316 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 3a89637d-fadf-47d5-97f7-28c04a162a79 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:00:34.514128 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-66faa3b5-222e-45e8-9ae9-712710cdad20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:34.519490 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-73c220eb-95a1-43c0-bc1e-8707c31f084b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:34.530827 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66faa3b5-222e-45e8-9ae9-712710cdad20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9178123c-3e25-4a36-a16f-0c282949022e,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:34.533149 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-66faa3b5-222e-45e8-9ae9-712710cdad20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:34.538625 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-66faa3b5-222e-45e8-9ae9-712710cdad20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:34.549725 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-66faa3b5-222e-45e8-9ae9-712710cdad20 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9178123c-3e25-4a36-a16f-0c282949022e HTTP/1.1" status: 204 len: 168 time: 0.2060065 Apr 19 18:00:34.652385 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning for port 3a89637d-fadf-47d5-97f7-28c04a162a79 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:00:34.657980 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port 3a89637d-fadf-47d5-97f7-28c04a162a79 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:00:34.658541 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:34.786137 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5467ac3-fd42-49cf-aff1-331df7125912 req-1696722f-69b0-4b1c-847d-4418ad7f8c05 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:34.795411 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5467ac3-fd42-49cf-aff1-331df7125912 req-1696722f-69b0-4b1c-847d-4418ad7f8c05 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1182449 Apr 19 18:00:34.810898 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:34.840322 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a89637d-fadf-47d5-97f7-28c04a162a79'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:00:34.852137 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 3a89637d-fadf-47d5-97f7-28c04a162a79, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3a89637d-fadf-47d5-97f7-28c04a162a79,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:00:34.859036 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5467ac3-fd42-49cf-aff1-331df7125912 req-bf5ce66b-d0b4-4fa0-b4e2-f1e3005f1b8d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616305 Apr 19 18:00:34.873634 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:34.873634 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:34.955214 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a89637d-fadf-47d5-97f7-28c04a162a79', 'code': 200} Apr 19 18:00:35.028665 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 58616) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:35.065264 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=3a89637d-fadf-47d5-97f7-28c04a162a79,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:35.066672 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-78890d3d-a5a8-467c-87af-b264d8c41809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:35.072461 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:35.110430 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-78890d3d-a5a8-467c-87af-b264d8c41809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:35.115482 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-78890d3d-a5a8-467c-87af-b264d8c41809 admin admin] Usage tracker for resource:security_group_rule and tenant:37f226c9ac4d4e07b8d4f531e61e9c3e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:35.118832 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-78890d3d-a5a8-467c-87af-b264d8c41809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:35.127043 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-78890d3d-a5a8-467c-87af-b264d8c41809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:35.252527 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb8938-2ae9-4931-9d64-bf209da27e70 req-9e2af44d-120a-4a5d-b84c-e3c3a17821f9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:35.254316 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dcbb8938-2ae9-4931-9d64-bf209da27e70 req-9e2af44d-120a-4a5d-b84c-e3c3a17821f9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 945 time: 0.1847699 Apr 19 18:00:35.272060 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-78890d3d-a5a8-467c-87af-b264d8c41809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:35.276018 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-78890d3d-a5a8-467c-87af-b264d8c41809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:35.287927 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-66faa3b5-222e-45e8-9ae9-712710cdad20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:35.379496 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dcbb8938-2ae9-4931-9d64-bf209da27e70 req-39f64edd-a5de-4c81-9684-20b73d94f26d tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149566 Apr 19 18:00:35.387655 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-78890d3d-a5a8-467c-87af-b264d8c41809 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=37f226c9ac4d4e07b8d4f531e61e9c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3574107 Apr 19 18:00:35.388766 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 58624) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:35.389889 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78890d3d-a5a8-467c-87af-b264d8c41809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b79ae11-67d2-4007-b824-355631070b1f,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:35.396646 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-78890d3d-a5a8-467c-87af-b264d8c41809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:35.465339 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca844700-82d3-4d60-b411-f279ffc36c9d req-a55a7b88-8aa2-43e5-80b1-6d2ea3bd9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:35.466953 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ca844700-82d3-4d60-b411-f279ffc36c9d req-a55a7b88-8aa2-43e5-80b1-6d2ea3bd9d56 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 1098 time: 0.1760712 Apr 19 18:00:35.472663 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4280a8fc-64f6-41af-9805-c89088248fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:35.534777 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4280a8fc-64f6-41af-9805-c89088248fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:35.567254 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ca844700-82d3-4d60-b411-f279ffc36c9d req-23394dbf-05a8-4626-be81-824f11a94241 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912127 Apr 19 18:00:35.600514 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4280a8fc-64f6-41af-9805-c89088248fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:35.606701 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ab2786e1-ca45-42d8-bbaf-8c3d3c3d710c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:35.620997 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280a8fc-64f6-41af-9805-c89088248fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b79ae11-67d2-4007-b824-355631070b1f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:35.624882 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4280a8fc-64f6-41af-9805-c89088248fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:35.633407 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4280a8fc-64f6-41af-9805-c89088248fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:35.634700 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4280a8fc-64f6-41af-9805-c89088248fd6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3b79ae11-67d2-4007-b824-355631070b1f HTTP/1.1" status: 204 len: 168 time: 0.2449675 Apr 19 18:00:36.062244 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8e148-c2ad-425f-b87d-dcb99ad5f884 req-e38c3f4b-cfb9-449d-84c7-5403cbea1103 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:36.063900 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3dd8e148-c2ad-425f-b87d-dcb99ad5f884 req-e38c3f4b-cfb9-449d-84c7-5403cbea1103 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.0973184 Apr 19 18:00:36.124439 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3dd8e148-c2ad-425f-b87d-dcb99ad5f884 req-44baf8db-874b-4788-8d95-9b83f5d149fb tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536079 Apr 19 18:00:36.639818 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b8a19-2e45-47ec-9ba5-b402e296caa6 req-470ef7e9-cff4-4473-a6eb-ed2e56c7cc14 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:36.642619 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-172b8a19-2e45-47ec-9ba5-b402e296caa6 req-470ef7e9-cff4-4473-a6eb-ed2e56c7cc14 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 945 time: 0.1187458 Apr 19 18:00:36.707702 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-172b8a19-2e45-47ec-9ba5-b402e296caa6 req-de9b4ad8-0d4e-449e-bff6-2c3a703984fb tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587304 Apr 19 18:00:37.335682 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 58684) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:37.478458 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cf19a379-9a09-4adf-8f26-1dd86a4c5225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:37.495169 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-cf19a379-9a09-4adf-8f26-1dd86a4c5225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:37.499560 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-cf19a379-9a09-4adf-8f26-1dd86a4c5225 admin admin] Usage tracker for resource:security_group_rule and tenant:b9bca79ab361495e8e81e0dc37428454 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:37.503087 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-cf19a379-9a09-4adf-8f26-1dd86a4c5225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:37.509391 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-cf19a379-9a09-4adf-8f26-1dd86a4c5225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:37.598524 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cf19a379-9a09-4adf-8f26-1dd86a4c5225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:37.602639 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cf19a379-9a09-4adf-8f26-1dd86a4c5225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:37.615150 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a21c8fbb-4c0b-4dc6-918e-0b376087d769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:37.657701 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-cf19a379-9a09-4adf-8f26-1dd86a4c5225 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b9bca79ab361495e8e81e0dc37428454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206666 Apr 19 18:00:37.659481 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19a379-9a09-4adf-8f26-1dd86a4c5225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a522fc-1ea8-4ea8-9a78-203c30e0c5ed,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:37.660888 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 58690) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:00:37.662742 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-cf19a379-9a09-4adf-8f26-1dd86a4c5225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:37.723472 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-997b2230-6744-41ae-a895-9905a082d0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:37.758141 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-997b2230-6744-41ae-a895-9905a082d0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:37.817658 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-997b2230-6744-41ae-a895-9905a082d0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:37.827702 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d785549-95af-4794-8dce-d6e9d5fbe3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:37.844329 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b2230-6744-41ae-a895-9905a082d0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a522fc-1ea8-4ea8-9a78-203c30e0c5ed,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:37.847119 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-997b2230-6744-41ae-a895-9905a082d0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:37.849418 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-997b2230-6744-41ae-a895-9905a082d0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:37.850591 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-997b2230-6744-41ae-a895-9905a082d0ba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d5a522fc-1ea8-4ea8-9a78-203c30e0c5ed HTTP/1.1" status: 204 len: 168 time: 0.1885521 Apr 19 18:00:37.960550 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873281f-6dc4-44f4-8cec-8323c8790974 req-8fb5bf80-b456-4377-a46c-da2481960739 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:37.962213 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d873281f-6dc4-44f4-8cec-8323c8790974 req-8fb5bf80-b456-4377-a46c-da2481960739 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 945 time: 0.1192575 Apr 19 18:00:38.024139 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d873281f-6dc4-44f4-8cec-8323c8790974 req-b0f39efe-45c0-423c-9b04-253deb544f3b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548720 Apr 19 18:00:38.228926 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c7a46-c21b-4d55-9e43-a368da53935d req-61749419-1a11-4f85-a152-162fadafe8ca tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:38.236367 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b08c7a46-c21b-4d55-9e43-a368da53935d req-61749419-1a11-4f85-a152-162fadafe8ca tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.0970721 Apr 19 18:00:38.282358 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b08c7a46-c21b-4d55-9e43-a368da53935d req-60348120-47ac-4db8-a43f-c00085dd38de tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440514 Apr 19 18:00:39.010004 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:00:41.410930 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-2588f149-2eb7-4ea0-958c-648a1b886985 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:41.419554 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-2588f149-2eb7-4ea0-958c-648a1b886985 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/networks?id=1cf3bf74-af3f-4694-b56b-cb38296eaf59 HTTP/1.1" status: 200 len: 814 time: 0.1986632 Apr 19 18:00:41.432146 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-48262c6e-a348-459b-8782-3fd8e5d87bd1 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/quotas/75bc2748d65442598400f125ed51670e HTTP/1.1" status: 200 len: 375 time: 0.0113616 Apr 19 18:00:41.490616 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-c5d8a146-c401-4978-a3e4-8863eef362fc tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=75bc2748d65442598400f125ed51670e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516040 Apr 19 18:00:41.641470 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-3bef01d4-14dc-4194-9a87-e9c4caa88602 service neutron] 10.222.0.81 "GET /v2.0/networks/1cf3bf74-af3f-4694-b56b-cb38296eaf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433184 Apr 19 18:00:41.794372 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-054e5a00-4690-41bf-98f4-a691b1a76007 service neutron] 10.222.0.81 "GET /v2.0/networks/1cf3bf74-af3f-4694-b56b-cb38296eaf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448138 Apr 19 18:00:41.978936 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e539f-ffe1-490b-be28-f17e0f8bffeb req-a99f405e-3020-4aec-96ad-04195c60f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:41.980631 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c1e539f-ffe1-490b-be28-f17e0f8bffeb req-a99f405e-3020-4aec-96ad-04195c60f31b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ffe142e5172f4ee7b8e1b943c6aa700e&device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 1098 time: 0.1201069 Apr 19 18:00:42.148949 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07090dc9-05de-4572-b15d-05aecb8bcc78 req-9b29d9a1-95c7-4e54-b9da-ca0bc3883bf6 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:42.151501 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-07090dc9-05de-4572-b15d-05aecb8bcc78 req-9b29d9a1-95c7-4e54-b9da-ca0bc3883bf6 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1129334 Apr 19 18:00:42.190262 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7789cefa-f7f6-492c-8a1a-e3708cd0c5bb req-9888fb1a-06df-41c0-87c4-461706725811 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 210 time: 0.0675783 Apr 19 18:00:42.218127 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-07090dc9-05de-4572-b15d-05aecb8bcc78 req-734baccd-8cf3-4890-9c79-c5ae620991e4 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594320 Apr 19 18:00:42.260393 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e539f-ffe1-490b-be28-f17e0f8bffeb req-37a82411-5736-4582-98f9-faaed641ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:42.262138 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c1e539f-ffe1-490b-be28-f17e0f8bffeb req-37a82411-5736-4582-98f9-faaed641ccc6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2bf94a7d-dd30-4a9d-8286-77365bd61729 HTTP/1.1" status: 200 len: 919 time: 0.2652314 Apr 19 18:00:42.367670 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c1e539f-ffe1-490b-be28-f17e0f8bffeb req-250aa2f9-4a36-49e0-b4af-af3887d14db0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a37d879-74e3-43d7-8364-a16bb8b34e7f HTTP/1.1" status: 200 len: 217 time: 0.0984855 Apr 19 18:00:42.466299 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e539f-ffe1-490b-be28-f17e0f8bffeb req-6621c9fd-4bc4-4fcd-9bf8-b348cc905828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:42.468505 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c1e539f-ffe1-490b-be28-f17e0f8bffeb req-6621c9fd-4bc4-4fcd-9bf8-b348cc905828 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b92ef63-a0d2-412e-89de-24f4b22a0c4d HTTP/1.1" status: 200 len: 858 time: 0.0925701 Apr 19 18:00:42.552434 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c1e539f-ffe1-490b-be28-f17e0f8bffeb req-319b2198-633d-4121-8ff6-f17049bedf7c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2bf94a7d-dd30-4a9d-8286-77365bd61729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715325 Apr 19 18:00:42.756086 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c1e539f-ffe1-490b-be28-f17e0f8bffeb req-c102e3ab-066f-41e4-9bd0-be6f484fc21b service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938772 Apr 19 18:00:43.470220 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a7746651-de34-4755-8745-7f59db12f2a7 req-6a8950b3-674d-4e31-948b-80d17e2228d0 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 210 time: 0.1184945 Apr 19 18:00:43.530941 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c1e539f-ffe1-490b-be28-f17e0f8bffeb req-855ce563-bbe7-4110-8a5e-212bfb0efa34 service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7488806 Apr 19 18:00:43.806903 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-a7d8668d-0cda-4dad-bcec-96eae116a93e tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:43.807703 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-a7d8668d-0cda-4dad-bcec-96eae116a93e tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Synchronizing usage tracker for tenant:75bc2748d65442598400f125ed51670e on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:00:43.832534 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-a7d8668d-0cda-4dad-bcec-96eae116a93e tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Unset dirty status for tenant:75bc2748d65442598400f125ed51670e on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:00:43.833966 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-a7d8668d-0cda-4dad-bcec-96eae116a93e tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.52 "GET /v2.0/networks?id=1cf3bf74-af3f-4694-b56b-cb38296eaf59 HTTP/1.1" status: 200 len: 814 time: 0.2500279 Apr 19 18:00:43.853651 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-660d80e5-ec8c-4812-989c-9c95598a86fd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Request body: {'port': {'device_id': 'f8649d58-e602-42f4-a0ca-89576f47b231', 'network_id': '1cf3bf74-af3f-4694-b56b-cb38296eaf59', 'admin_state_up': True, 'tenant_id': '75bc2748d65442598400f125ed51670e'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:00:43.910843 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586141e-9319-4fba-9fb2-53dcff4b5db3 req-3398d950-5516-4be3-9f8f-a0b6b14c4ddb tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:43.922809 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d586141e-9319-4fba-9fb2-53dcff4b5db3 req-3398d950-5516-4be3-9f8f-a0b6b14c4ddb tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1844325 Apr 19 18:00:44.026714 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d586141e-9319-4fba-9fb2-53dcff4b5db3 req-9d3e784e-2785-4f83-9425-713b68484cd0 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024287 Apr 19 18:00:44.069397 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-660d80e5-ec8c-4812-989c-9c95598a86fd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:00:44.087117 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-660d80e5-ec8c-4812-989c-9c95598a86fd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Usage tracker for resource:port and tenant:75bc2748d65442598400f125ed51670e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:00:44.092114 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-660d80e5-ec8c-4812-989c-9c95598a86fd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:00:44.101485 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-660d80e5-ec8c-4812-989c-9c95598a86fd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:00:44.114565 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-660d80e5-ec8c-4812-989c-9c95598a86fd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Made reservation on behalf of 75bc2748d65442598400f125ed51670e for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:00:44.121006 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-660d80e5-ec8c-4812-989c-9c95598a86fd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:44.347364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-660d80e5-ec8c-4812-989c-9c95598a86fd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Allocated IP 172.20.0.10 (1cf3bf74-af3f-4694-b56b-cb38296eaf59/d963393b-d15d-4640-a267-1b79a62900c9/09ef33ae-6a0e-43a6-aa83-430737787bc8) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:00:44.662850 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b3f05ee7-2237-426b-96e2-160997931537 req-92baed4a-1b0c-47c3-b987-b4ee0955e60f tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 210 time: 0.0869009 Apr 19 18:00:44.666814 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-660d80e5-ec8c-4812-989c-9c95598a86fd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:44.706164 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-660d80e5-ec8c-4812-989c-9c95598a86fd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:44.714467 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-99c0f539-1324-4321-9a10-3c7529aea72c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:44.788652 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-660d80e5-ec8c-4812-989c-9c95598a86fd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Network 1cf3bf74-af3f-4694-b56b-cb38296eaf59 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:00:44.792787 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-660d80e5-ec8c-4812-989c-9c95598a86fd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:00:44.796032 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-660d80e5-ec8c-4812-989c-9c95598a86fd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:00:44.872515 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d80e5-ec8c-4812-989c-9c95598a86fd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Pushing event updated for resources: {'Port': ['ID=09ef33ae-6a0e-43a6-aa83-430737787bc8,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:44.876173 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-660d80e5-ec8c-4812-989c-9c95598a86fd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:44.918486 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-660d80e5-ec8c-4812-989c-9c95598a86fd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:44.919317 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-660d80e5-ec8c-4812-989c-9c95598a86fd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:44.948730 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-660d80e5-ec8c-4812-989c-9c95598a86fd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1032059 Apr 19 18:00:44.969457 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Request body: {'port': {'device_id': 'f8649d58-e602-42f4-a0ca-89576f47b231', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:00:45.107145 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:45.475222 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f76d5-a719-469d-adbb-6aefc75b59e5 req-a6fd8c4d-800b-4e88-bff0-0ad7311eb4cc tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:45.477030 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-734f76d5-a719-469d-adbb-6aefc75b59e5 req-a6fd8c4d-800b-4e88-bff0-0ad7311eb4cc tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.2275586 Apr 19 18:00:45.559936 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-734f76d5-a719-469d-adbb-6aefc75b59e5 req-7096a176-3448-400c-b8ee-8bbd67fab3c3 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668640 Apr 19 18:00:45.650878 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ef33ae-6a0e-43a6-aa83-430737787bc8 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:00:45.659289 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:45.675612 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Transition to ACTIVE for port object 09ef33ae-6a0e-43a6-aa83-430737787bc8 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:00:45.678938 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183133'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:45.682928 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:45.811445 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Pushing event updated for resources: {'Port': ['ID=09ef33ae-6a0e-43a6-aa83-430737787bc8,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:45.828605 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:45.938481 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-985fc29c-dd5d-491a-b7b0-a1f655dd3a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:45.954810 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc4aa9-5b80-4c4e-9299-36c3a3d313f5 req-f23a0242-62ec-47c9-8b45-4972cc0a9c29 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:45.959461 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-05fc4aa9-5b80-4c4e-9299-36c3a3d313f5 req-f23a0242-62ec-47c9-8b45-4972cc0a9c29 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 944 time: 0.1612470 Apr 19 18:00:46.008735 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Attempting to bind port 09ef33ae-6a0e-43a6-aa83-430737787bc8 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:00:46.009403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Attempting to bind port 09ef33ae-6a0e-43a6-aa83-430737787bc8 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '8e468ae6-13ad-48be-92a5-9b83786880ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1cf3bf74-af3f-4694-b56b-cb38296eaf59'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:00:46.009972 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Attempting to bind port 09ef33ae-6a0e-43a6-aa83-430737787bc8 on network 1cf3bf74-af3f-4694-b56b-cb38296eaf59 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:00:46.025254 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Port 09ef33ae-6a0e-43a6-aa83-430737787bc8 on network 1cf3bf74-af3f-4694-b56b-cb38296eaf59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:00:46.025852 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Attempting to bind port 09ef33ae-6a0e-43a6-aa83-430737787bc8 on network 1cf3bf74-af3f-4694-b56b-cb38296eaf59 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:00:46.035820 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Checking agent: {'id': '65b29327-db8b-4ae4-8402-12a24c685031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'started_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:00:46.036464 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Checking segment: {'id': '8e468ae6-13ad-48be-92a5-9b83786880ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1cf3bf74-af3f-4694-b56b-cb38296eaf59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:00:46.046512 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Bound using segment: {'id': '8e468ae6-13ad-48be-92a5-9b83786880ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1cf3bf74-af3f-4694-b56b-cb38296eaf59'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:00:46.047223 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Bound port: 09ef33ae-6a0e-43a6-aa83-430737787bc8, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e468ae6-13ad-48be-92a5-9b83786880ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1cf3bf74-af3f-4694-b56b-cb38296eaf59'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:00:46.047772 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:46.076447 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-05fc4aa9-5b80-4c4e-9299-36c3a3d313f5 req-a6cb3f2d-b243-491a-8dbc-716bb0c74984 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996423 Apr 19 18:00:46.266680 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] For port 09ef33ae-6a0e-43a6-aa83-430737787bc8, host hv-cinder-78692, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:00:46.269985 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] For port 09ef33ae-6a0e-43a6-aa83-430737787bc8, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=09ef33ae-6a0e-43a6-aa83-430737787bc8,segment=NetworkSegment(8e468ae6-13ad-48be-92a5-9b83786880ed),segment_id=8e468ae6-13ad-48be-92a5-9b83786880ed)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:00:46.275869 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183133'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:46.280132 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a1d43cd0-479b-4476-9dc0-9e38aff7ad3f tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:46.368266 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:46.369514 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:46.371765 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] 10.222.0.52 "PUT /v2.0/ports/09ef33ae-6a0e-43a6-aa83-430737787bc8 HTTP/1.1" status: 200 len: 1094 time: 1.4071739 Apr 19 18:00:46.372298 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8649d58-e602-42f4-a0ca-89576f47b231', 'tag': '09ef33ae-6a0e-43a6-aa83-430737787bc8'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:00:46.427315 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Pushing event updated for resources: {'Port': ['ID=09ef33ae-6a0e-43a6-aa83-430737787bc8,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:46.452445 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:46.495500 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8649d58-e602-42f4-a0ca-89576f47b231', 'tag': '09ef33ae-6a0e-43a6-aa83-430737787bc8', 'status': 'completed', 'code': 200} Apr 19 18:00:46.552609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-f24252bf-22cc-4158-bbc7-4f15736c097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:46.554481 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-f24252bf-22cc-4158-bbc7-4f15736c097d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=75bc2748d65442598400f125ed51670e&device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 1097 time: 0.1026161 Apr 19 18:00:46.707355 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-d56d13c1-13b8-4858-abaa-faf45de3f92b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09ef33ae-6a0e-43a6-aa83-430737787bc8 HTTP/1.1" status: 200 len: 217 time: 0.1413186 Apr 19 18:00:46.835479 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-cc43e865-ba3c-49c1-b880-21f61b648444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:46.837179 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-cc43e865-ba3c-49c1-b880-21f61b648444 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d963393b-d15d-4640-a267-1b79a62900c9 HTTP/1.1" status: 200 len: 854 time: 0.1210868 Apr 19 18:00:46.909909 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-2bad6d81-a9e7-4697-b3f3-6eba92ee455e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1cf3bf74-af3f-4694-b56b-cb38296eaf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580177 Apr 19 18:00:46.954428 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852018c-2417-4dca-819e-78d5b8618eb0 req-d3659e1f-0692-4bdb-a2e4-017aba6cae31 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:46.956070 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2852018c-2417-4dca-819e-78d5b8618eb0 req-d3659e1f-0692-4bdb-a2e4-017aba6cae31 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.2019575 Apr 19 18:00:47.074618 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2852018c-2417-4dca-819e-78d5b8618eb0 req-e4fa7aa7-1bef-4a0b-9978-d522630bd37a tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661571 Apr 19 18:00:47.120769 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-7d926d7f-c84b-4f2a-89b6-3450dd6bad52 service neutron] 10.222.0.52 "GET /v2.0/networks/1cf3bf74-af3f-4694-b56b-cb38296eaf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026925 Apr 19 18:00:47.334729 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-44febc93-f1ee-463c-8256-be575fcc93b6 req-4b619a9f-3279-47ad-ad29-9968b6adb202 service neutron] 10.222.0.52 "GET /v2.0/networks/1cf3bf74-af3f-4694-b56b-cb38296eaf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986787 Apr 19 18:00:47.369979 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff55510-3bfa-469c-96d7-8c8e69123812 req-a5b98f99-6497-4748-9aae-0cae9b018727 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:47.371621 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3ff55510-3bfa-469c-96d7-8c8e69123812 req-a5b98f99-6497-4748-9aae-0cae9b018727 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 944 time: 0.1287405 Apr 19 18:00:47.439090 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3ff55510-3bfa-469c-96d7-8c8e69123812 req-118d1fc4-087f-4f2a-93c2-059b4515733f tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541971 Apr 19 18:00:47.517362 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b28ee-43a9-4c67-8939-b5df8f53a686 req-0c0b559f-abc5-49ed-8ad9-c7e21f1dde38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:47.519446 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e45b28ee-43a9-4c67-8939-b5df8f53a686 req-0c0b559f-abc5-49ed-8ad9-c7e21f1dde38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=75bc2748d65442598400f125ed51670e&device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 1097 time: 0.1319487 Apr 19 18:00:47.680849 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b28ee-43a9-4c67-8939-b5df8f53a686 req-d8cac457-7866-493f-9331-44f12ed8b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:47.682488 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e45b28ee-43a9-4c67-8939-b5df8f53a686 req-d8cac457-7866-493f-9331-44f12ed8b063 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1cf3bf74-af3f-4694-b56b-cb38296eaf59 HTTP/1.1" status: 200 len: 915 time: 0.1566520 Apr 19 18:00:47.768674 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e45b28ee-43a9-4c67-8939-b5df8f53a686 req-1140c442-1161-417c-8b77-852800f246a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09ef33ae-6a0e-43a6-aa83-430737787bc8 HTTP/1.1" status: 200 len: 217 time: 0.0782197 Apr 19 18:00:47.860790 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b28ee-43a9-4c67-8939-b5df8f53a686 req-79c6c24e-1126-4a64-89f1-2d688b8ef210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:47.863061 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e45b28ee-43a9-4c67-8939-b5df8f53a686 req-79c6c24e-1126-4a64-89f1-2d688b8ef210 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d963393b-d15d-4640-a267-1b79a62900c9 HTTP/1.1" status: 200 len: 854 time: 0.0844324 Apr 19 18:00:47.931893 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e45b28ee-43a9-4c67-8939-b5df8f53a686 req-448f4505-998f-41f3-947f-fda79c77dada service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1cf3bf74-af3f-4694-b56b-cb38296eaf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613720 Apr 19 18:00:48.130183 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e45b28ee-43a9-4c67-8939-b5df8f53a686 req-76ceb298-70bb-432a-a136-01de0c00a3be service neutron] 10.222.0.52 "GET /v2.0/networks/1cf3bf74-af3f-4694-b56b-cb38296eaf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879430 Apr 19 18:00:48.190798 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e816444-5239-4960-9816-8060b2bae106 req-8af03642-269b-4bc6-9913-8841cc2745ba tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:48.203193 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0e816444-5239-4960-9816-8060b2bae106 req-8af03642-269b-4bc6-9913-8841cc2745ba tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 945 time: 0.1344285 Apr 19 18:00:48.272500 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0e816444-5239-4960-9816-8060b2bae106 req-0e30a485-ced4-472d-99c5-4041e32c4c3e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656669 Apr 19 18:00:48.417372 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e45b28ee-43a9-4c67-8939-b5df8f53a686 req-b1335577-084c-40ad-a37b-1da1bff2eb71 service neutron] 10.222.0.52 "GET /v2.0/networks/1cf3bf74-af3f-4694-b56b-cb38296eaf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800121 Apr 19 18:00:48.461782 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898c5e4-e864-4e9f-9867-935039e70ea0 req-1c043ee4-788a-4f2d-8b37-81ba4bd3e573 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:48.463575 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6898c5e4-e864-4e9f-9867-935039e70ea0 req-1c043ee4-788a-4f2d-8b37-81ba4bd3e573 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1413925 Apr 19 18:00:48.524036 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6898c5e4-e864-4e9f-9867-935039e70ea0 req-283e9cc2-760f-4333-ba1c-a9726e7d2476 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531518 Apr 19 18:00:48.688648 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81a5b5-def0-4810-a5f9-9870e5c73bc0 req-b3d31a18-aaca-4e91-bae5-8b8a2cc86611 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:48.690335 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ed81a5b5-def0-4810-a5f9-9870e5c73bc0 req-b3d31a18-aaca-4e91-bae5-8b8a2cc86611 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 944 time: 0.1149361 Apr 19 18:00:48.745721 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ed81a5b5-def0-4810-a5f9-9870e5c73bc0 req-f79341ed-54ae-4d7d-8731-d235a51e1116 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475690 Apr 19 18:00:49.394469 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ac76c176-5c7f-4e8d-bedc-39b28be092e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:49.509248 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9a41b-24df-4353-b999-f09187c5a416 req-cd71ff75-d2fb-42eb-8235-2c2d2cb16b5c tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:49.511000 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0cb9a41b-24df-4353-b999-f09187c5a416 req-cd71ff75-d2fb-42eb-8235-2c2d2cb16b5c tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 945 time: 0.1000493 Apr 19 18:00:49.565035 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0cb9a41b-24df-4353-b999-f09187c5a416 req-428c315d-e6b7-46c3-a7e9-8d1259e3e5fa tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442765 Apr 19 18:00:49.759954 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1c988-180a-4e54-a0fa-a96820447830 req-f78ea735-ddbb-4f4e-8306-d17473a7ffb4 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:49.761801 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e5d1c988-180a-4e54-a0fa-a96820447830 req-f78ea735-ddbb-4f4e-8306-d17473a7ffb4 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1056042 Apr 19 18:00:49.832707 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e5d1c988-180a-4e54-a0fa-a96820447830 req-f25083ca-4cc2-4ab1-bcbd-00f7edb0ca3e tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630462 Apr 19 18:00:49.890442 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:49.986096 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b182f0-c8ed-4701-8ad7-0869c878adb3 req-ecc7f645-416f-4e28-9aa8-b5c9438e1096 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:49.988063 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-97b182f0-c8ed-4701-8ad7-0869c878adb3 req-ecc7f645-416f-4e28-9aa8-b5c9438e1096 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 944 time: 0.1116443 Apr 19 18:00:50.042386 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-97b182f0-c8ed-4701-8ad7-0869c878adb3 req-a78b4f7c-0fba-41f5-bb42-8107c493da3f tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474024 Apr 19 18:00:50.288906 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:50.795319 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601258e-10be-495f-b662-e6f7bc6c0e90 req-7dc9b8ed-88a3-4ec1-b0a2-9fa837429b4a tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:50.805022 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c601258e-10be-495f-b662-e6f7bc6c0e90 req-7dc9b8ed-88a3-4ec1-b0a2-9fa837429b4a tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 945 time: 0.1119945 Apr 19 18:00:50.911900 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c601258e-10be-495f-b662-e6f7bc6c0e90 req-47002eb2-031b-4db4-b505-5f1b633706c5 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056290 Apr 19 18:00:51.015429 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7b358-c8db-4ded-a3fa-8175e5e751e9 req-fd9973c0-352d-4f81-bf07-4fd644bb33d2 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:51.017158 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f7b7b358-c8db-4ded-a3fa-8175e5e751e9 req-fd9973c0-352d-4f81-bf07-4fd644bb33d2 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.52 "GET /v2.0/ports?device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 945 time: 0.1999903 Apr 19 18:00:51.194150 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da88e23-7692-4070-87ec-0571061c305f req-4c3312d9-a6c1-40e1-8efe-c9eafb2c76b2 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:51.195761 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4da88e23-7692-4070-87ec-0571061c305f req-4c3312d9-a6c1-40e1-8efe-c9eafb2c76b2 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1300206 Apr 19 18:00:51.203982 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-f7b7b358-c8db-4ded-a3fa-8175e5e751e9 req-d5e04813-4334-43ab-85b8-02d65d1a6f98 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Deleting port 3a89637d-fadf-47d5-97f7-28c04a162a79 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:00:51.203982 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-f7b7b358-c8db-4ded-a3fa-8175e5e751e9 req-d5e04813-4334-43ab-85b8-02d65d1a6f98 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:51.390613 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4da88e23-7692-4070-87ec-0571061c305f req-1e145f3f-15a1-4b5b-a212-be1bae4f83d8 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219723 Apr 19 18:00:51.394731 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b37453-976b-4e17-b3fb-26eb74f91439 req-b97c9061-d862-44b8-b96c-4de17a506f62 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:51.396441 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-17b37453-976b-4e17-b3fb-26eb74f91439 req-b97c9061-d862-44b8-b96c-4de17a506f62 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 944 time: 0.1397073 Apr 19 18:00:51.473165 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-17b37453-976b-4e17-b3fb-26eb74f91439 req-e27fbdd9-890c-4898-beda-c871055fa278 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652533 Apr 19 18:00:51.539368 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:51.821120 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-f7b7b358-c8db-4ded-a3fa-8175e5e751e9 req-d5e04813-4334-43ab-85b8-02d65d1a6f98 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] For port 3a89637d-fadf-47d5-97f7-28c04a162a79, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3a89637d-fadf-47d5-97f7-28c04a162a79,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:00:51.821714 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-f7b7b358-c8db-4ded-a3fa-8175e5e751e9 req-d5e04813-4334-43ab-85b8-02d65d1a6f98 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:51.971068 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-f7b7b358-c8db-4ded-a3fa-8175e5e751e9 req-d5e04813-4334-43ab-85b8-02d65d1a6f98 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Calling delete_port for 3a89637d-fadf-47d5-97f7-28c04a162a79 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:00:52.170495 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5867b-4aca-4c7c-b7bc-4523f0883132 req-99d2c50c-01ab-46c0-a455-bcad73e2d016 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:52.172244 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-01e5867b-4aca-4c7c-b7bc-4523f0883132 req-99d2c50c-01ab-46c0-a455-bcad73e2d016 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c HTTP/1.1" status: 200 len: 945 time: 0.1200149 Apr 19 18:00:52.218480 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-f7b7b358-c8db-4ded-a3fa-8175e5e751e9 req-d5e04813-4334-43ab-85b8-02d65d1a6f98 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:52.224448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d4127ac1-ada4-420e-ad2b-35a0beda2041 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:52.225801 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-01e5867b-4aca-4c7c-b7bc-4523f0883132 req-524ba953-b177-4bb7-a466-f0fb6d09a54c tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470095 Apr 19 18:00:52.241974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['7db8e665-b5da-4dbf-bb57-25ae6e500e32', 'e80235d4-b28d-4bca-9642-36dc76b7d8e8', 'bc923fe9-9a0b-4785-b32f-3a655dcaada7', '3a89637d-fadf-47d5-97f7-28c04a162a79'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:00:52.295576 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e04813-4334-43ab-85b8-02d65d1a6f98 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Pushing event deleted for resources: {'Port': ['ID=3a89637d-fadf-47d5-97f7-28c04a162a79,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:52.302766 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d5e04813-4334-43ab-85b8-02d65d1a6f98 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:52.429379 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b7b358-c8db-4ded-a3fa-8175e5e751e9 req-d5e04813-4334-43ab-85b8-02d65d1a6f98 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] No DVR routers for this DVR port 3a89637d-fadf-47d5-97f7-28c04a162a79 on host hv-cinder-78692 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:00:52.432038 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-f7b7b358-c8db-4ded-a3fa-8175e5e751e9 req-d5e04813-4334-43ab-85b8-02d65d1a6f98 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:52.435316 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c', 'name': 'network-vif-deleted', 'tag': '3a89637d-fadf-47d5-97f7-28c04a162a79'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:00:52.484653 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f7b7b358-c8db-4ded-a3fa-8175e5e751e9 req-d5e04813-4334-43ab-85b8-02d65d1a6f98 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.52 "DELETE /v2.0/ports/3a89637d-fadf-47d5-97f7-28c04a162a79 HTTP/1.1" status: 204 len: 173 time: 1.4557698 Apr 19 18:00:52.504475 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d4d896-fbf9-4fbe-9e47-3c05a5d38f7c', 'name': 'network-vif-deleted', 'tag': '3a89637d-fadf-47d5-97f7-28c04a162a79', 'status': 'completed', 'code': 200} Apr 19 18:00:52.787226 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0ab4c-d006-4083-a7aa-15157e60a00a req-72f8533c-cf60-4e0d-b405-433ff4679bad tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:52.795733 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7af0ab4c-d006-4083-a7aa-15157e60a00a req-72f8533c-cf60-4e0d-b405-433ff4679bad tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 944 time: 0.1166718 Apr 19 18:00:52.803103 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac32390-d0be-4a8e-aea4-834def353edc req-e43bf5a3-4458-44ba-aed9-444ceff7f4bd tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:52.817396 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ac32390-d0be-4a8e-aea4-834def353edc req-e43bf5a3-4458-44ba-aed9-444ceff7f4bd tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1823099 Apr 19 18:00:52.846747 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7af0ab4c-d006-4083-a7aa-15157e60a00a req-74ac8e34-e87c-41e1-9f0a-f64bbdc5d940 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497117 Apr 19 18:00:52.898442 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ac32390-d0be-4a8e-aea4-834def353edc req-91d497d5-55e2-4668-ac1f-556a8c7e31ee tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797830 Apr 19 18:00:54.134695 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba72ca8-b84b-4fd1-add2-3801c401e10e req-db12085b-e0f2-4be8-b403-73bc9815540b tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:54.136102 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-7ba72ca8-b84b-4fd1-add2-3801c401e10e req-db12085b-e0f2-4be8-b403-73bc9815540b tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Synchronizing usage tracker for tenant:75bc2748d65442598400f125ed51670e on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:00:54.156333 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-7ba72ca8-b84b-4fd1-add2-3801c401e10e req-db12085b-e0f2-4be8-b403-73bc9815540b tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Unset dirty status for tenant:75bc2748d65442598400f125ed51670e on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:00:54.158106 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7ba72ca8-b84b-4fd1-add2-3801c401e10e req-db12085b-e0f2-4be8-b403-73bc9815540b tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 944 time: 0.1887181 Apr 19 18:00:54.162902 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce835a40-0ad9-4cf9-81e7-e41e9604c7bf req-5c358872-b805-40c1-9ef0-74131e3a1789 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:54.164533 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ce835a40-0ad9-4cf9-81e7-e41e9604c7bf req-5c358872-b805-40c1-9ef0-74131e3a1789 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1383266 Apr 19 18:00:54.216406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-7ba72ca8-b84b-4fd1-add2-3801c401e10e req-f18ebcd0-76a3-4b87-833b-72a4b6645c2f tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Synchronizing usage tracker for tenant:75bc2748d65442598400f125ed51670e on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:00:54.237000 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ce835a40-0ad9-4cf9-81e7-e41e9604c7bf req-4b9123f4-1677-45a4-867c-d9beccedb8ec tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646284 Apr 19 18:00:54.238646 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-7ba72ca8-b84b-4fd1-add2-3801c401e10e req-f18ebcd0-76a3-4b87-833b-72a4b6645c2f tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Unset dirty status for tenant:75bc2748d65442598400f125ed51670e on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:00:54.239903 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7ba72ca8-b84b-4fd1-add2-3801c401e10e req-f18ebcd0-76a3-4b87-833b-72a4b6645c2f tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675099 Apr 19 18:00:54.633531 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 09ef33ae-6a0e-43a6-aa83-430737787bc8 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:00:54.638240 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 3a89637d-fadf-47d5-97f7-28c04a162a79 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:00:54.683531 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] No Port match for: 3a89637d-fadf-47d5-97f7-28c04a162a79 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:00:54.684373 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 3a89637d-fadf-47d5-97f7-28c04a162a79 not bound to the agent host hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:00:55.030217 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 09ef33ae-6a0e-43a6-aa83-430737787bc8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=09ef33ae-6a0e-43a6-aa83-430737787bc8,segment=NetworkSegment(8e468ae6-13ad-48be-92a5-9b83786880ed),segment_id=8e468ae6-13ad-48be-92a5-9b83786880ed)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:00:55.046080 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06846f1d-fb60-43c7-9a6f-96940212f24f req-0eb0d79c-e104-4803-ade1-903edeccc2e4 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:55.047365 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': '09ef33ae-6a0e-43a6-aa83-430737787bc8', 'network_id': '1cf3bf74-af3f-4694-b56b-cb38296eaf59', 'port_id': '09ef33ae-6a0e-43a6-aa83-430737787bc8', 'mac_address': 'fa:16:3e:c5:96:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd963393b-d15d-4640-a267-1b79a62900c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:00:55.054779 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-06846f1d-fb60-43c7-9a6f-96940212f24f req-0eb0d79c-e104-4803-ade1-903edeccc2e4 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 946 time: 0.1152678 Apr 19 18:00:55.108627 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-06846f1d-fb60-43c7-9a6f-96940212f24f req-999a80dc-56c5-4fd2-93a4-a8594e88f773 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528884 Apr 19 18:00:55.121687 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:55.152133 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ef33ae-6a0e-43a6-aa83-430737787bc8 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:00:55.177824 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 09ef33ae-6a0e-43a6-aa83-430737787bc8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=09ef33ae-6a0e-43a6-aa83-430737787bc8,segment=NetworkSegment(8e468ae6-13ad-48be-92a5-9b83786880ed),segment_id=8e468ae6-13ad-48be-92a5-9b83786880ed)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:00:55.183943 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:55.189504 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:55.284004 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=09ef33ae-6a0e-43a6-aa83-430737787bc8,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:55.295138 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:55.295404 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:55.295958 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:55.296415 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:55.296897 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:55.297399 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:55.297873 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:55.298361 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:55.298844 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:55.299680 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:55.300055 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:55.300492 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:00:55.306468 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:55.618868 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac2298-03a3-4463-9205-545834373c6f req-991c835d-dbad-42a4-968f-b426d5bef5f5 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:55.620601 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-16ac2298-03a3-4463-9205-545834373c6f req-991c835d-dbad-42a4-968f-b426d5bef5f5 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1200669 Apr 19 18:00:55.625171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe7604-2f72-4d2f-a513-1035022cca4d req-3d1796c6-c43d-423b-b9ad-39dd3b23949f tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:55.633315 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0efe7604-2f72-4d2f-a513-1035022cca4d req-3d1796c6-c43d-423b-b9ad-39dd3b23949f tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 945 time: 0.1428306 Apr 19 18:00:55.689608 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0efe7604-2f72-4d2f-a513-1035022cca4d req-e486e0f6-6cf8-4249-b8d1-0dec51211b2d tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552237 Apr 19 18:00:55.691458 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-16ac2298-03a3-4463-9205-545834373c6f req-989956b8-218a-42c7-ba79-29b8c28ce8d6 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636361 Apr 19 18:00:56.362888 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539817f0-0a7a-4181-b90e-48b08ad60c90 req-5d2e81e4-b309-4003-9978-3dd4ae20cea7 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:56.363823 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-539817f0-0a7a-4181-b90e-48b08ad60c90 req-5d2e81e4-b309-4003-9978-3dd4ae20cea7 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Synchronizing usage tracker for tenant:328b3d778ec64a08957264476af46909 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:00:56.381416 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-539817f0-0a7a-4181-b90e-48b08ad60c90 req-5d2e81e4-b309-4003-9978-3dd4ae20cea7 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Unset dirty status for tenant:328b3d778ec64a08957264476af46909 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:00:56.384024 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-539817f0-0a7a-4181-b90e-48b08ad60c90 req-5d2e81e4-b309-4003-9978-3dd4ae20cea7 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 946 time: 0.1328001 Apr 19 18:00:56.456311 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-539817f0-0a7a-4181-b90e-48b08ad60c90 req-0acf2c68-2b26-4a2a-88ca-a00484a07c65 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643320 Apr 19 18:00:56.939456 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65979917-c1ef-4bae-866c-e00f3fa42ca2 req-2f7c47f9-b54c-421f-9eec-1f066ca0eac6 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:56.948335 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-65979917-c1ef-4bae-866c-e00f3fa42ca2 req-2f7c47f9-b54c-421f-9eec-1f066ca0eac6 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 945 time: 0.1136184 Apr 19 18:00:56.965422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd75e98-9e88-4ed0-97e8-7d33afd2c9da req-57f15538-adfe-475f-b6ac-358e7648c220 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:56.975133 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fdd75e98-9e88-4ed0-97e8-7d33afd2c9da req-57f15538-adfe-475f-b6ac-358e7648c220 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1661932 Apr 19 18:00:57.006957 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-65979917-c1ef-4bae-866c-e00f3fa42ca2 req-7b19c33b-2468-4a66-b59e-6f63a91ad16f tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572155 Apr 19 18:00:57.042733 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fdd75e98-9e88-4ed0-97e8-7d33afd2c9da req-eb356316-9e49-4c77-a906-064fed339ec7 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664670 Apr 19 18:00:57.049347 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['09ef33ae-6a0e-43a6-aa83-430737787bc8'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:00:57.538846 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e72d8-fe58-44ef-a682-85beaec0f043 req-86a1d629-b7d1-4fff-a8b6-5973ae32c6cb tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:57.540538 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-be2e72d8-fe58-44ef-a682-85beaec0f043 req-86a1d629-b7d1-4fff-a8b6-5973ae32c6cb tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.52 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 946 time: 0.0970163 Apr 19 18:00:57.695738 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-be2e72d8-fe58-44ef-a682-85beaec0f043 req-7ffe625c-6d01-4cad-aab6-a115a67525b1 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Deleting port bc923fe9-9a0b-4785-b32f-3a655dcaada7 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:00:57.696194 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-be2e72d8-fe58-44ef-a682-85beaec0f043 req-7ffe625c-6d01-4cad-aab6-a115a67525b1 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:57.928324 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8a013-3967-4293-96d5-6d565f05d415 req-5cf0c7e5-e01a-48c4-a067-74159ec0cec8 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:57.929846 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-caa8a013-3967-4293-96d5-6d565f05d415 req-5cf0c7e5-e01a-48c4-a067-74159ec0cec8 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 946 time: 0.3265464 Apr 19 18:00:58.024207 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-caa8a013-3967-4293-96d5-6d565f05d415 req-710a2493-2199-45a3-a8d5-cb95ba8b27d1 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816689 Apr 19 18:00:58.036462 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-be2e72d8-fe58-44ef-a682-85beaec0f043 req-7ffe625c-6d01-4cad-aab6-a115a67525b1 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] For port bc923fe9-9a0b-4785-b32f-3a655dcaada7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bc923fe9-9a0b-4785-b32f-3a655dcaada7,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:00:58.036836 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-be2e72d8-fe58-44ef-a682-85beaec0f043 req-7ffe625c-6d01-4cad-aab6-a115a67525b1 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:58.308236 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-be2e72d8-fe58-44ef-a682-85beaec0f043 req-7ffe625c-6d01-4cad-aab6-a115a67525b1 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Calling delete_port for bc923fe9-9a0b-4785-b32f-3a655dcaada7 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:00:58.336823 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f90fe-2960-4309-9d46-198ec7a71f41 req-c182d12e-def7-4a17-a9fe-62e294ec8cb2 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:58.346681 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b16f90fe-2960-4309-9d46-198ec7a71f41 req-c182d12e-def7-4a17-a9fe-62e294ec8cb2 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 945 time: 0.1476700 Apr 19 18:00:58.406026 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b16f90fe-2960-4309-9d46-198ec7a71f41 req-298984ec-0cad-40fc-9127-7fc36557843b tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579653 Apr 19 18:00:58.438108 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa53b5b-9332-455c-9103-2e427a4f0600 req-4cacc7e2-b4e2-43f9-a6c6-ef4e8e1efb4b tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:58.438108 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4aa53b5b-9332-455c-9103-2e427a4f0600 req-4cacc7e2-b4e2-43f9-a6c6-ef4e8e1efb4b tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.2499185 Apr 19 18:00:58.516420 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4aa53b5b-9332-455c-9103-2e427a4f0600 req-b080e2b3-da2d-489d-a2cd-1e0d3f97e1e8 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697055 Apr 19 18:00:58.631802 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-be2e72d8-fe58-44ef-a682-85beaec0f043 req-7ffe625c-6d01-4cad-aab6-a115a67525b1 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:58.644144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['7db8e665-b5da-4dbf-bb57-25ae6e500e32', 'e80235d4-b28d-4bca-9642-36dc76b7d8e8', 'bc923fe9-9a0b-4785-b32f-3a655dcaada7'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:00:58.645293 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:00:58.781684 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe625c-6d01-4cad-aab6-a115a67525b1 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Pushing event deleted for resources: {'Port': ['ID=bc923fe9-9a0b-4785-b32f-3a655dcaada7,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:00:58.786319 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2e72d8-fe58-44ef-a682-85beaec0f043 req-7ffe625c-6d01-4cad-aab6-a115a67525b1 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] No DVR routers for this DVR port bc923fe9-9a0b-4785-b32f-3a655dcaada7 on host hv-cinder-78692 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:00:58.793146 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7ffe625c-6d01-4cad-aab6-a115a67525b1 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:00:58.794988 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-be2e72d8-fe58-44ef-a682-85beaec0f043 req-7ffe625c-6d01-4cad-aab6-a115a67525b1 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:00:58.807884 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c', 'name': 'network-vif-deleted', 'tag': 'bc923fe9-9a0b-4785-b32f-3a655dcaada7'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:00:58.816125 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-be2e72d8-fe58-44ef-a682-85beaec0f043 req-7ffe625c-6d01-4cad-aab6-a115a67525b1 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.52 "DELETE /v2.0/ports/bc923fe9-9a0b-4785-b32f-3a655dcaada7 HTTP/1.1" status: 204 len: 173 time: 1.2635531 Apr 19 18:00:58.868192 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c', 'name': 'network-vif-deleted', 'tag': 'bc923fe9-9a0b-4785-b32f-3a655dcaada7', 'status': 'completed', 'code': 200} Apr 19 18:00:59.227315 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-add1e8f5-2ba3-4ba4-8871-cac4af15e567 req-f570632d-5c63-4458-80e1-dfd524b93b7f tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=785b5e9c-e7c1-4a7e-a78b-3ff7f9688c6c HTTP/1.1" status: 200 len: 210 time: 0.0536599 Apr 19 18:00:59.644111 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd476cf-3262-45dd-8ceb-bd945794fd06 req-9a6ab337-9502-4592-897f-9583e8efbfd9 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:59.652111 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2cd476cf-3262-45dd-8ceb-bd945794fd06 req-9a6ab337-9502-4592-897f-9583e8efbfd9 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 945 time: 0.1261203 Apr 19 18:00:59.734930 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2cd476cf-3262-45dd-8ceb-bd945794fd06 req-c517cd77-cf1a-4457-83bb-b334934f9df6 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813704 Apr 19 18:00:59.869917 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336eeb9-1d58-42e2-bdd1-f44a9b858478 req-1997c4b4-551e-4283-8d5a-f64baf946e10 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:00:59.871889 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7336eeb9-1d58-42e2-bdd1-f44a9b858478 req-1997c4b4-551e-4283-8d5a-f64baf946e10 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1128173 Apr 19 18:00:59.928335 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7336eeb9-1d58-42e2-bdd1-f44a9b858478 req-13560203-7da0-4b7f-ad23-25c91396951d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493691 Apr 19 18:01:00.667527 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 09ef33ae-6a0e-43a6-aa83-430737787bc8 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:01:00.802762 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning for port 09ef33ae-6a0e-43a6-aa83-430737787bc8 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:01:00.813567 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port 09ef33ae-6a0e-43a6-aa83-430737787bc8 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:01:00.814320 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:00.927220 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6482e-f74c-4ec1-9b6a-2e2d2dbbea68 req-3d12fbfe-5ad1-4d42-9a7c-9b82b6b302f0 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:00.928020 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-e0c6482e-f74c-4ec1-9b6a-2e2d2dbbea68 req-3d12fbfe-5ad1-4d42-9a7c-9b82b6b302f0 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Synchronizing usage tracker for tenant:328b3d778ec64a08957264476af46909 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:01:00.967245 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-e0c6482e-f74c-4ec1-9b6a-2e2d2dbbea68 req-3d12fbfe-5ad1-4d42-9a7c-9b82b6b302f0 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Unset dirty status for tenant:328b3d778ec64a08957264476af46909 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:01:00.977772 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e0c6482e-f74c-4ec1-9b6a-2e2d2dbbea68 req-3d12fbfe-5ad1-4d42-9a7c-9b82b6b302f0 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 945 time: 0.2680104 Apr 19 18:01:01.001608 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:01.038477 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8649d58-e602-42f4-a0ca-89576f47b231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ef33ae-6a0e-43a6-aa83-430737787bc8'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:01:01.048419 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 09ef33ae-6a0e-43a6-aa83-430737787bc8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=09ef33ae-6a0e-43a6-aa83-430737787bc8,segment=NetworkSegment(8e468ae6-13ad-48be-92a5-9b83786880ed),segment_id=8e468ae6-13ad-48be-92a5-9b83786880ed)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:01:01.052271 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:01.053223 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device bc923fe9-9a0b-4785-b32f-3a655dcaada7 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:01:01.057727 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e0c6482e-f74c-4ec1-9b6a-2e2d2dbbea68 req-7cb62954-f4c8-4dde-bb14-edd801be3fc4 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786712 Apr 19 18:01:01.085681 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:01.118010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392be64-a509-4191-bf68-51c8a9e4440c req-1177bec3-8c8a-48ef-a9ac-608df4778a54 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:01.126657 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e392be64-a509-4191-bf68-51c8a9e4440c req-1177bec3-8c8a-48ef-a9ac-608df4778a54 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 946 time: 0.1455867 Apr 19 18:01:01.186463 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=09ef33ae-6a0e-43a6-aa83-430737787bc8,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:01.191110 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] No Port match for: bc923fe9-9a0b-4785-b32f-3a655dcaada7 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:01:01.191543 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device bc923fe9-9a0b-4785-b32f-3a655dcaada7 not bound to the agent host hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:01:01.193209 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:01.196437 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e392be64-a509-4191-bf68-51c8a9e4440c req-470e871d-66c8-45a2-ae16-b7057afd1d30 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684533 Apr 19 18:01:01.240613 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:01.330089 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8649d58-e602-42f4-a0ca-89576f47b231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ef33ae-6a0e-43a6-aa83-430737787bc8', 'code': 200} Apr 19 18:01:01.587796 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74123c-0398-4335-8749-6581ae9a9b2a req-5fe0c70b-e78b-466f-918a-a5640ed010df tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:01.589389 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3b74123c-0398-4335-8749-6581ae9a9b2a req-5fe0c70b-e78b-466f-918a-a5640ed010df tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.0928173 Apr 19 18:01:01.663844 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3b74123c-0398-4335-8749-6581ae9a9b2a req-ac58d15a-17d6-403c-9fe5-6819ef7f5592 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663507 Apr 19 18:01:01.673456 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff1977-f3da-4073-a8ae-b4ef527ae1c0 req-21465228-d965-4371-a28d-7485cfab651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:01.675238 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-93ff1977-f3da-4073-a8ae-b4ef527ae1c0 req-21465228-d965-4371-a28d-7485cfab651a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 1099 time: 0.0963426 Apr 19 18:01:01.723780 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-93ff1977-f3da-4073-a8ae-b4ef527ae1c0 req-b7c8d063-b7f1-4038-8c7e-38b1b78a1e11 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408022 Apr 19 18:01:02.320950 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba184c3-27f7-4d77-918d-74bf65d0385b req-c67a1359-55d3-400c-9ac1-85e0e2b5f674 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:02.334607 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0ba184c3-27f7-4d77-918d-74bf65d0385b req-c67a1359-55d3-400c-9ac1-85e0e2b5f674 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 945 time: 0.1575067 Apr 19 18:01:02.424330 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0ba184c3-27f7-4d77-918d-74bf65d0385b req-eae2be97-8d75-4029-b135-3ce9ee212a94 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864327 Apr 19 18:01:02.562244 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375cfef-0978-41e6-8717-aeb7d814cc3d req-edbb6749-5614-4767-b617-a801384c1cd6 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:02.564279 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9375cfef-0978-41e6-8717-aeb7d814cc3d req-edbb6749-5614-4767-b617-a801384c1cd6 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 946 time: 0.1190772 Apr 19 18:01:02.624810 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9375cfef-0978-41e6-8717-aeb7d814cc3d req-927334ca-dfb5-495e-9560-817009839eb9 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539665 Apr 19 18:01:03.142674 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5663e8-7b05-4ff5-b147-7584b72a0ade req-4389209f-de13-42f9-894f-e52dc7aac282 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:03.150962 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9e5663e8-7b05-4ff5-b147-7584b72a0ade req-4389209f-de13-42f9-894f-e52dc7aac282 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.3477118 Apr 19 18:01:03.195995 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9e5663e8-7b05-4ff5-b147-7584b72a0ade req-d7a20764-2827-4dc0-96fa-399e987a7a01 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440428 Apr 19 18:01:03.357949 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f70ef-97d5-4690-bdca-4872054da866 req-4724e995-5f70-45bc-a602-194170ad62ed tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:03.359546 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a77f70ef-97d5-4690-bdca-4872054da866 req-4724e995-5f70-45bc-a602-194170ad62ed tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 945 time: 0.0993702 Apr 19 18:01:03.444601 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-a77f70ef-97d5-4690-bdca-4872054da866 req-5af68516-63e2-4e41-8529-bd8a7ba32583 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Deleting port e80235d4-b28d-4bca-9642-36dc76b7d8e8 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:01:03.444972 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-a77f70ef-97d5-4690-bdca-4872054da866 req-5af68516-63e2-4e41-8529-bd8a7ba32583 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:03.773698 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23934929-8acd-40ae-bbc8-923942014009 req-ad1f3e37-fb31-4879-8071-2382daf0baea tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:03.775888 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23934929-8acd-40ae-bbc8-923942014009 req-ad1f3e37-fb31-4879-8071-2382daf0baea tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 945 time: 0.2202408 Apr 19 18:01:03.829093 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-a77f70ef-97d5-4690-bdca-4872054da866 req-5af68516-63e2-4e41-8529-bd8a7ba32583 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] For port e80235d4-b28d-4bca-9642-36dc76b7d8e8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e80235d4-b28d-4bca-9642-36dc76b7d8e8,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:01:03.829490 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-a77f70ef-97d5-4690-bdca-4872054da866 req-5af68516-63e2-4e41-8529-bd8a7ba32583 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:03.849683 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c7369-21bf-46bf-9084-7fe4e34d432f req-44c1d4e6-a9c9-4190-b4d0-768ce735509a tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:03.851469 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2a7c7369-21bf-46bf-9084-7fe4e34d432f req-44c1d4e6-a9c9-4190-b4d0-768ce735509a tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 946 time: 0.0923729 Apr 19 18:01:03.972717 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2a7c7369-21bf-46bf-9084-7fe4e34d432f req-83166ae5-0f34-40a6-8280-c4654ccef0bd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127579 Apr 19 18:01:04.020058 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23934929-8acd-40ae-bbc8-923942014009 req-84313a92-3e7e-43dd-a65c-ff8f35eb5b8a tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341301 Apr 19 18:01:04.032232 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-a77f70ef-97d5-4690-bdca-4872054da866 req-5af68516-63e2-4e41-8529-bd8a7ba32583 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Calling delete_port for e80235d4-b28d-4bca-9642-36dc76b7d8e8 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:01:04.295809 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-a77f70ef-97d5-4690-bdca-4872054da866 req-5af68516-63e2-4e41-8529-bd8a7ba32583 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:04.307792 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['7db8e665-b5da-4dbf-bb57-25ae6e500e32', 'e80235d4-b28d-4bca-9642-36dc76b7d8e8'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:01:04.308086 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:04.495047 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af68516-63e2-4e41-8529-bd8a7ba32583 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Pushing event deleted for resources: {'Port': ['ID=e80235d4-b28d-4bca-9642-36dc76b7d8e8,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:04.501202 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5af68516-63e2-4e41-8529-bd8a7ba32583 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:04.619771 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77f70ef-97d5-4690-bdca-4872054da866 req-5af68516-63e2-4e41-8529-bd8a7ba32583 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] No DVR routers for this DVR port e80235d4-b28d-4bca-9642-36dc76b7d8e8 on host hv-cinder-78692 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:01:04.622899 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-a77f70ef-97d5-4690-bdca-4872054da866 req-5af68516-63e2-4e41-8529-bd8a7ba32583 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:04.628455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa71d0aa-1a72-40cc-b346-e655eaf0b7fc', 'name': 'network-vif-deleted', 'tag': 'e80235d4-b28d-4bca-9642-36dc76b7d8e8'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:01:04.681836 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a77f70ef-97d5-4690-bdca-4872054da866 req-5af68516-63e2-4e41-8529-bd8a7ba32583 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.52 "DELETE /v2.0/ports/e80235d4-b28d-4bca-9642-36dc76b7d8e8 HTTP/1.1" status: 204 len: 173 time: 1.3122265 Apr 19 18:01:04.717212 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa71d0aa-1a72-40cc-b346-e655eaf0b7fc', 'name': 'network-vif-deleted', 'tag': 'e80235d4-b28d-4bca-9642-36dc76b7d8e8', 'status': 'completed', 'code': 200} Apr 19 18:01:04.727283 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d8afd-c366-43a9-bb57-231e46dfdb60 req-beff5a3d-17f4-4295-b9bc-afe4930355cf tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:04.728946 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f18d8afd-c366-43a9-bb57-231e46dfdb60 req-beff5a3d-17f4-4295-b9bc-afe4930355cf tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.3100812 Apr 19 18:01:04.812022 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f18d8afd-c366-43a9-bb57-231e46dfdb60 req-a5623328-7e20-4124-8436-44986822fe0c tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689254 Apr 19 18:01:05.224025 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d37d55e9-0073-4d4b-ac85-44925430aa05 req-ef253d40-f0e5-4ef5-b6bb-b483581c10da tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa71d0aa-1a72-40cc-b346-e655eaf0b7fc HTTP/1.1" status: 200 len: 210 time: 0.0509229 Apr 19 18:01:06.032725 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9990f3f-da4f-4351-ad9e-3e1388113a51 req-e748b619-2a09-419c-90c0-9009e806910f tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:06.040769 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c9990f3f-da4f-4351-ad9e-3e1388113a51 req-e748b619-2a09-419c-90c0-9009e806910f tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.0990241 Apr 19 18:01:06.058320 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 59328) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:06.089657 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c9990f3f-da4f-4351-ad9e-3e1388113a51 req-6108fbf1-da82-440b-840c-457ed18ad4f1 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479441 Apr 19 18:01:06.128528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-64537d7a-da63-4908-be0a-dbde4340b281 admin admin] Deleting subnet 76c05180-3403-41ef-8665-e27be92e1c09 {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:01:06.131815 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-64537d7a-da63-4908-be0a-dbde4340b281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:06.185708 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-64537d7a-da63-4908-be0a-dbde4340b281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3153048'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:06.250408 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-64537d7a-da63-4908-be0a-dbde4340b281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773666'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:06.696527 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device e80235d4-b28d-4bca-9642-36dc76b7d8e8 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:01:06.738299 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] No Port match for: e80235d4-b28d-4bca-9642-36dc76b7d8e8 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:01:06.738687 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device e80235d4-b28d-4bca-9642-36dc76b7d8e8 not bound to the agent host hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:01:06.755067 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-64537d7a-da63-4908-be0a-dbde4340b281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854002150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851592256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394902'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:06.760249 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:06.802507 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64537d7a-da63-4908-be0a-dbde4340b281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76c05180-3403-41ef-8665-e27be92e1c09,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:06.804674 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-64537d7a-da63-4908-be0a-dbde4340b281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:06.807502 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-64537d7a-da63-4908-be0a-dbde4340b281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:06.812223 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-64537d7a-da63-4908-be0a-dbde4340b281 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/76c05180-3403-41ef-8665-e27be92e1c09 HTTP/1.1" status: 204 len: 168 time: 0.7527626 Apr 19 18:01:06.815016 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 59342) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:06.932695 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c826eb27-bc0b-4f0d-b265-f6ebd7b4f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547694'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:07.079645 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c826eb27-bc0b-4f0d-b265-f6ebd7b4f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854002057', 'neutron.services.segments.db._delete_segments_for_network-8764668505459'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:07.217274 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-c826eb27-bc0b-4f0d-b265-f6ebd7b4f3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8045e5-ae5e-4192-ad7e-459115c16f0d']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:01:07.274586 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-c826eb27-bc0b-4f0d-b265-f6ebd7b4f3f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fdc426-f15c-45e5-b9dd-53bf833110ab') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:01:07.274849 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-c826eb27-bc0b-4f0d-b265-f6ebd7b4f3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fdc426-f15c-45e5-b9dd-53bf833110ab') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:01:07.291405 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c826eb27-bc0b-4f0d-b265-f6ebd7b4f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272186160483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851622768'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:07.334261 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c826eb27-bc0b-4f0d-b265-f6ebd7b4f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:07.343868 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c826eb27-bc0b-4f0d-b265-f6ebd7b4f3f9 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:01:07.366476 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf33ba-4a24-4815-9329-dfbb71dab427 req-08682b7e-9448-4b52-9273-96ddd4e784dd tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:07.368966 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-09cf33ba-4a24-4815-9329-dfbb71dab427 req-08682b7e-9448-4b52-9273-96ddd4e784dd tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1539295 Apr 19 18:01:07.575563 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-09cf33ba-4a24-4815-9329-dfbb71dab427 req-fd7252d8-d3ff-4486-aa9d-9d0f386e1f2e tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920292 Apr 19 18:01:07.590820 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-c826eb27-bc0b-4f0d-b265-f6ebd7b4f3f9 admin admin] Network 4f8045e5-ae5e-4192-ad7e-459115c16f0d has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:01:07.601898 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c826eb27-bc0b-4f0d-b265-f6ebd7b4f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3183203'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:07.793767 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-c826eb27-bc0b-4f0d-b265-f6ebd7b4f3f9 admin admin] Network 4f8045e5-ae5e-4192-ad7e-459115c16f0d has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: timer() Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: cb(*args, **kw) Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: self._notify() Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: self.callback(batched_events) Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: event.method(event) Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: return self._get(url).json() Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: **kwargs) Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: **endpoint_filter) Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:01:07.821284 dv-cinder-786927-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:01:07.911212 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c826eb27-bc0b-4f0d-b265-f6ebd7b4f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810306'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:07.922221 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c826eb27-bc0b-4f0d-b265-f6ebd7b4f3f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:07.926386 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:07.954919 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826eb27-bc0b-4f0d-b265-f6ebd7b4f3f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f8045e5-ae5e-4192-ad7e-459115c16f0d,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:07.958549 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c826eb27-bc0b-4f0d-b265-f6ebd7b4f3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:07.964080 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c826eb27-bc0b-4f0d-b265-f6ebd7b4f3f9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4f8045e5-ae5e-4192-ad7e-459115c16f0d HTTP/1.1" status: 204 len: 168 time: 1.1479273 Apr 19 18:01:08.073141 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c97c6f-c7ed-4e1b-9db7-df2ed7b40a88 req-4e2e9f5e-46ef-44bf-9bdb-66ae8c7650a7 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:08.074970 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c8c97c6f-c7ed-4e1b-9db7-df2ed7b40a88 req-4e2e9f5e-46ef-44bf-9bdb-66ae8c7650a7 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 945 time: 0.1033773 Apr 19 18:01:08.133705 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c8c97c6f-c7ed-4e1b-9db7-df2ed7b40a88 req-2b0701cf-ba6b-4197-9547-336828375176 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482390 Apr 19 18:01:08.176004 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 59378) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:08.235259 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1f4bd5bf-04c1-4f4e-95f3-bd008c3c3540 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=41a044f7097d4d068129031a66a5d090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554380 Apr 19 18:01:08.235601 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 59382) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:08.301585 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8300df8f-90a0-401b-847f-cb155a3d2a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:08.331158 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8300df8f-90a0-401b-847f-cb155a3d2a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:08.383204 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8300df8f-90a0-401b-847f-cb155a3d2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:08.387912 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-71373f35-cc8d-47af-ace3-80842e532199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:08.402493 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300df8f-90a0-401b-847f-cb155a3d2a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7631f76b-099f-4b92-b05b-f7a9aa90decf,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:08.405983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8300df8f-90a0-401b-847f-cb155a3d2a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:08.416957 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8300df8f-90a0-401b-847f-cb155a3d2a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:08.420949 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8300df8f-90a0-401b-847f-cb155a3d2a81 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7631f76b-099f-4b92-b05b-f7a9aa90decf HTTP/1.1" status: 204 len: 168 time: 0.1816502 Apr 19 18:01:08.732897 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 59400) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:08.813019 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d338e-96c2-4f7c-88ba-361285a0f4f9 req-a4a9e934-0295-4fa7-9fbf-2736c3ddb514 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:08.815243 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-051d338e-96c2-4f7c-88ba-361285a0f4f9 req-a4a9e934-0295-4fa7-9fbf-2736c3ddb514 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1052086 Apr 19 18:01:08.886782 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-051d338e-96c2-4f7c-88ba-361285a0f4f9 req-7bd1fc68-5f71-440f-8b1c-450299ba15a0 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632226 Apr 19 18:01:08.908332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8ef33a9e-13a4-4a33-ac07-7968767c1d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:08.926332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-8ef33a9e-13a4-4a33-ac07-7968767c1d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:01:08.930512 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8ef33a9e-13a4-4a33-ac07-7968767c1d70 admin admin] Usage tracker for resource:security_group_rule and tenant:22272a05152e4c0bb52345448e995baa is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:01:08.933664 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8ef33a9e-13a4-4a33-ac07-7968767c1d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:01:08.940050 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-8ef33a9e-13a4-4a33-ac07-7968767c1d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:01:09.036062 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8ef33a9e-13a4-4a33-ac07-7968767c1d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:09.039237 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8ef33a9e-13a4-4a33-ac07-7968767c1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:09.054041 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-26899a16-8df8-4f5c-adf6-994038f356e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:09.113189 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8ef33a9e-13a4-4a33-ac07-7968767c1d70 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=22272a05152e4c0bb52345448e995baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764331 Apr 19 18:01:09.113189 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef33a9e-13a4-4a33-ac07-7968767c1d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b793fad0-435f-49ee-97e8-aff20fc13173,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:09.113602 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 59420) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:09.119737 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8ef33a9e-13a4-4a33-ac07-7968767c1d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:09.236630 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-04c54213-1c0f-4e9c-8c4b-6375501ce878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:09.322475 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-04c54213-1c0f-4e9c-8c4b-6375501ce878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:09.401449 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cf27b-7323-4b43-a465-daaa317b4f60 req-b9118a45-911f-4063-b58a-9bf04ae2728c tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:09.402435 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ff6cf27b-7323-4b43-a465-daaa317b4f60 req-b9118a45-911f-4063-b58a-9bf04ae2728c tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Synchronizing usage tracker for tenant:328b3d778ec64a08957264476af46909 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:01:09.421455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ff6cf27b-7323-4b43-a465-daaa317b4f60 req-b9118a45-911f-4063-b58a-9bf04ae2728c tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Unset dirty status for tenant:328b3d778ec64a08957264476af46909 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:01:09.422798 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ff6cf27b-7323-4b43-a465-daaa317b4f60 req-b9118a45-911f-4063-b58a-9bf04ae2728c tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 945 time: 0.1620996 Apr 19 18:01:09.424125 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-04c54213-1c0f-4e9c-8c4b-6375501ce878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:09.430365 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-eb4a92a7-0523-40e3-9a6b-4c40f10e786c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:09.461053 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c54213-1c0f-4e9c-8c4b-6375501ce878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b793fad0-435f-49ee-97e8-aff20fc13173,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:09.467016 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-04c54213-1c0f-4e9c-8c4b-6375501ce878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:09.471494 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-04c54213-1c0f-4e9c-8c4b-6375501ce878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:09.472720 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-04c54213-1c0f-4e9c-8c4b-6375501ce878 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b793fad0-435f-49ee-97e8-aff20fc13173 HTTP/1.1" status: 204 len: 168 time: 0.3580308 Apr 19 18:01:09.503884 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ff6cf27b-7323-4b43-a465-daaa317b4f60 req-9abc92fc-38ba-459e-a4ff-c600b8ff2d2b tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655334 Apr 19 18:01:10.104750 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ef043-1497-4be1-b1b5-2bb89f886965 req-1c0b82c6-7342-40ed-8bee-01b2496de85e tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:10.106970 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-288ef043-1497-4be1-b1b5-2bb89f886965 req-1c0b82c6-7342-40ed-8bee-01b2496de85e tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1005125 Apr 19 18:01:10.167014 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-288ef043-1497-4be1-b1b5-2bb89f886965 req-ca7ff810-3dbf-4de3-b7b0-fc401ca53b68 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526159 Apr 19 18:01:10.712705 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5721ee-6c61-4d11-8004-31682a05806d req-7fd437e0-81a4-410f-b9ad-7eaeead903f4 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:10.714312 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-af5721ee-6c61-4d11-8004-31682a05806d req-7fd437e0-81a4-410f-b9ad-7eaeead903f4 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 945 time: 0.0965552 Apr 19 18:01:10.765141 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-af5721ee-6c61-4d11-8004-31682a05806d req-3ad46d5b-4a8e-433d-b133-cf18921ab8ba tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e39e8dd-93d6-40f6-a076-4836dfd68dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431967 Apr 19 18:01:11.087885 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d95e2f-cb95-4d2e-a954-99bb89999001 req-5d633e24-290e-4f03-a538-2ceeb7fbab7e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:11.089505 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-48d95e2f-cb95-4d2e-a954-99bb89999001 req-5d633e24-290e-4f03-a538-2ceeb7fbab7e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 945 time: 0.0934689 Apr 19 18:01:11.169449 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-48d95e2f-cb95-4d2e-a954-99bb89999001 req-9a4c4137-7062-4b98-87d3-2fc27bd212c9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Deleting port 7db8e665-b5da-4dbf-bb57-25ae6e500e32 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:01:11.169845 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-48d95e2f-cb95-4d2e-a954-99bb89999001 req-9a4c4137-7062-4b98-87d3-2fc27bd212c9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:11.512432 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca1aee-5cc6-4f36-9876-e6a82122ab7e req-b59e74a0-ef7b-4b4c-ad15-f09c8ee8d16e tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:11.514459 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ecca1aee-5cc6-4f36-9876-e6a82122ab7e req-b59e74a0-ef7b-4b4c-ad15-f09c8ee8d16e tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.2247455 Apr 19 18:01:11.568201 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-48d95e2f-cb95-4d2e-a954-99bb89999001 req-9a4c4137-7062-4b98-87d3-2fc27bd212c9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] For port 7db8e665-b5da-4dbf-bb57-25ae6e500e32, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7db8e665-b5da-4dbf-bb57-25ae6e500e32,segment=NetworkSegment(c5c85a1b-0a3c-47aa-a988-2b483f6ab91f),segment_id=c5c85a1b-0a3c-47aa-a988-2b483f6ab91f)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:01:11.568601 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-48d95e2f-cb95-4d2e-a954-99bb89999001 req-9a4c4137-7062-4b98-87d3-2fc27bd212c9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:11.718826 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-48d95e2f-cb95-4d2e-a954-99bb89999001 req-9a4c4137-7062-4b98-87d3-2fc27bd212c9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Calling delete_port for 7db8e665-b5da-4dbf-bb57-25ae6e500e32 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:01:11.751663 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ecca1aee-5cc6-4f36-9876-e6a82122ab7e req-09c5f28b-88c0-467d-89c8-fbade751e601 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298105 Apr 19 18:01:11.878031 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-48d95e2f-cb95-4d2e-a954-99bb89999001 req-9a4c4137-7062-4b98-87d3-2fc27bd212c9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:11.883849 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:11.893538 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['7db8e665-b5da-4dbf-bb57-25ae6e500e32'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:01:11.936695 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c4137-7062-4b98-87d3-2fc27bd212c9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Pushing event deleted for resources: {'Port': ['ID=7db8e665-b5da-4dbf-bb57-25ae6e500e32,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:11.939541 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ea2626c6-1adc-46a8-861c-0078996c4c8f req-d875bb9a-4358-4c56-bec0-3caaba4e189a tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b88f708-5d54-4b78-b832-5efae51b1212 HTTP/1.1" status: 200 len: 210 time: 0.0499504 Apr 19 18:01:11.940625 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9a4c4137-7062-4b98-87d3-2fc27bd212c9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:12.027959 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d95e2f-cb95-4d2e-a954-99bb89999001 req-9a4c4137-7062-4b98-87d3-2fc27bd212c9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] No DVR routers for this DVR port 7db8e665-b5da-4dbf-bb57-25ae6e500e32 on host hv-cinder-78692 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:01:12.030838 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-48d95e2f-cb95-4d2e-a954-99bb89999001 req-9a4c4137-7062-4b98-87d3-2fc27bd212c9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:12.033687 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b88f708-5d54-4b78-b832-5efae51b1212', 'name': 'network-vif-deleted', 'tag': '7db8e665-b5da-4dbf-bb57-25ae6e500e32'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:01:12.049742 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-48d95e2f-cb95-4d2e-a954-99bb89999001 req-9a4c4137-7062-4b98-87d3-2fc27bd212c9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] 10.222.0.52 "DELETE /v2.0/ports/7db8e665-b5da-4dbf-bb57-25ae6e500e32 HTTP/1.1" status: 204 len: 173 time: 0.9533665 Apr 19 18:01:12.087631 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b88f708-5d54-4b78-b832-5efae51b1212', 'name': 'network-vif-deleted', 'tag': '7db8e665-b5da-4dbf-bb57-25ae6e500e32', 'status': 'completed', 'code': 200} Apr 19 18:01:12.969022 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db9aa3-ae45-4eb8-be2b-2db6575cc8d6 req-c00f1c09-d842-4a8f-8315-a80ce49d54d9 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:12.971491 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-19db9aa3-ae45-4eb8-be2b-2db6575cc8d6 req-c00f1c09-d842-4a8f-8315-a80ce49d54d9 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.0972052 Apr 19 18:01:13.029388 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-19db9aa3-ae45-4eb8-be2b-2db6575cc8d6 req-6523a455-96bf-4b4f-b122-0af8584d3a38 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451360 Apr 19 18:01:13.055063 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 59542) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:13.126377 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7ffde2-dfb8-433c-8372-c56aafb1907a admin admin] Deleting subnet e67e2e39-6a7d-43fd-81d1-0b2082cf681f {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:01:13.129500 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffde2-dfb8-433c-8372-c56aafb1907a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:13.182542 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffde2-dfb8-433c-8372-c56aafb1907a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3153048'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:13.241761 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffde2-dfb8-433c-8372-c56aafb1907a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773666'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:13.506180 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffde2-dfb8-433c-8372-c56aafb1907a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854002150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851592256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394902'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:13.511362 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:13.548425 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ffde2-dfb8-433c-8372-c56aafb1907a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e67e2e39-6a7d-43fd-81d1-0b2082cf681f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:13.551755 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0b7ffde2-dfb8-433c-8372-c56aafb1907a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:13.552821 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffde2-dfb8-433c-8372-c56aafb1907a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:13.562421 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 59550) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:13.562566 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0b7ffde2-dfb8-433c-8372-c56aafb1907a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e67e2e39-6a7d-43fd-81d1-0b2082cf681f HTTP/1.1" status: 204 len: 168 time: 0.5060010 Apr 19 18:01:13.690940 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5beeebe3-c32d-4de8-9411-8d35412af7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547694'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:13.832456 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5beeebe3-c32d-4de8-9411-8d35412af7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854002057', 'neutron.services.segments.db._delete_segments_for_network-8764668505459'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:13.958920 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5beeebe3-c32d-4de8-9411-8d35412af7ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5311f3-eeef-4c41-a14f-d2c10a710c53']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:01:13.975475 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5beeebe3-c32d-4de8-9411-8d35412af7ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c85a1b-0a3c-47aa-a988-2b483f6ab91f') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:01:13.975995 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5beeebe3-c32d-4de8-9411-8d35412af7ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c85a1b-0a3c-47aa-a988-2b483f6ab91f') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:01:13.996287 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5beeebe3-c32d-4de8-9411-8d35412af7ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272186160483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852251480'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:14.019069 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5beeebe3-c32d-4de8-9411-8d35412af7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:14.031107 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5beeebe3-c32d-4de8-9411-8d35412af7ae admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:01:14.269064 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-5beeebe3-c32d-4de8-9411-8d35412af7ae admin admin] Network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:01:14.281347 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5beeebe3-c32d-4de8-9411-8d35412af7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851854246'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:14.484881 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-5beeebe3-c32d-4de8-9411-8d35412af7ae admin admin] Network 7f5311f3-eeef-4c41-a14f-d2c10a710c53 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: timer() Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: cb(*args, **kw) Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: self._notify() Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: self.callback(batched_events) Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: event.method(event) Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: return self._get(url).json() Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: **kwargs) Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: **endpoint_filter) Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:01:14.509715 dv-cinder-786927-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:01:14.570544 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fa43a-8a53-47ba-853a-04b1f0b5733a req-722b27a6-1e01-4ede-b694-6bbbd8ff0af5 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:14.572088 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-307fa43a-8a53-47ba-853a-04b1f0b5733a req-722b27a6-1e01-4ede-b694-6bbbd8ff0af5 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.3717735 Apr 19 18:01:14.634161 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5beeebe3-c32d-4de8-9411-8d35412af7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810306'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:14.640955 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-307fa43a-8a53-47ba-853a-04b1f0b5733a req-7ed71437-7c76-471a-a578-71820e15a6cf tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621309 Apr 19 18:01:14.643651 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5f7774f2-f1b4-4e17-a742-f11cf078e2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:14.658001 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5beeebe3-c32d-4de8-9411-8d35412af7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:14.670845 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beeebe3-c32d-4de8-9411-8d35412af7ae admin admin] Pushing event deleted for resources: {'Network': ['ID=7f5311f3-eeef-4c41-a14f-d2c10a710c53,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:14.675910 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5beeebe3-c32d-4de8-9411-8d35412af7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:14.682860 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5beeebe3-c32d-4de8-9411-8d35412af7ae admin admin] 10.222.0.81 "DELETE /v2.0/networks/7f5311f3-eeef-4c41-a14f-d2c10a710c53 HTTP/1.1" status: 204 len: 168 time: 1.1193886 Apr 19 18:01:14.722341 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 7db8e665-b5da-4dbf-bb57-25ae6e500e32 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:01:14.761537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] No Port match for: 7db8e665-b5da-4dbf-bb57-25ae6e500e32 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:01:14.761969 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 7db8e665-b5da-4dbf-bb57-25ae6e500e32 not bound to the agent host hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:01:14.899535 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 59576) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:14.951889 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e571c2ff-0577-4666-b046-3419ca5526ec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=328b3d778ec64a08957264476af46909&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0510447 Apr 19 18:01:14.954746 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 59580) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:15.026263 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8a2daadc-1c3f-4d04-bac1-cee992edf932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:15.054308 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8a2daadc-1c3f-4d04-bac1-cee992edf932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:15.107152 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8a2daadc-1c3f-4d04-bac1-cee992edf932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:15.112351 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0fdf53e4-5c61-49ec-959b-f85def618b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:15.126536 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2daadc-1c3f-4d04-bac1-cee992edf932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e39e8dd-93d6-40f6-a076-4836dfd68dab,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:15.129336 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8a2daadc-1c3f-4d04-bac1-cee992edf932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:15.138116 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8a2daadc-1c3f-4d04-bac1-cee992edf932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:15.139971 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8a2daadc-1c3f-4d04-bac1-cee992edf932 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9e39e8dd-93d6-40f6-a076-4836dfd68dab HTTP/1.1" status: 204 len: 168 time: 0.1838214 Apr 19 18:01:15.855502 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a85f29-a254-4a3f-ac6d-d6ad8cec7897 req-1b9f9195-c8c5-4d5d-aa7c-1ae27f5e2a8d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:15.857159 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b7a85f29-a254-4a3f-ac6d-d6ad8cec7897 req-1b9f9195-c8c5-4d5d-aa7c-1ae27f5e2a8d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.0963433 Apr 19 18:01:15.935169 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a540037e-c65c-4daa-b697-48f74e6e2539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:15.940399 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b7a85f29-a254-4a3f-ac6d-d6ad8cec7897 req-4be794d2-fc24-4e4b-9052-b60f72375dce tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764759 Apr 19 18:01:16.006014 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:01:16.459326 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 59628) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:16.655539 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-eb1d1369-c0c8-4c84-944e-577fbeebde4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:16.672417 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-eb1d1369-c0c8-4c84-944e-577fbeebde4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:01:16.676645 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-eb1d1369-c0c8-4c84-944e-577fbeebde4b admin admin] Usage tracker for resource:security_group_rule and tenant:3514fa6f6e874d88afb5a9fe5f62e99b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:01:16.679796 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-eb1d1369-c0c8-4c84-944e-577fbeebde4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:01:16.686739 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-eb1d1369-c0c8-4c84-944e-577fbeebde4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:01:16.787829 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-eb1d1369-c0c8-4c84-944e-577fbeebde4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:16.791339 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-eb1d1369-c0c8-4c84-944e-577fbeebde4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:16.822743 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8f82b415-6f72-4dd9-9b7f-e582e7b8f8d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:16.835231 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-eb1d1369-c0c8-4c84-944e-577fbeebde4b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3514fa6f6e874d88afb5a9fe5f62e99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740945 Apr 19 18:01:16.836065 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 59640) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:16.871251 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d1369-c0c8-4c84-944e-577fbeebde4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549b0a42-e4b1-413d-a4bc-ab5ba259b92e,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:16.875935 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-eb1d1369-c0c8-4c84-944e-577fbeebde4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:16.917459 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4908bec3-6e96-45b8-9986-c070250818d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:16.947744 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4908bec3-6e96-45b8-9986-c070250818d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:16.996205 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4908bec3-6e96-45b8-9986-c070250818d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:17.001674 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9e813723-6ff2-4f58-96c5-6be065387127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:17.016917 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908bec3-6e96-45b8-9986-c070250818d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549b0a42-e4b1-413d-a4bc-ab5ba259b92e,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:17.019352 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4908bec3-6e96-45b8-9986-c070250818d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:17.020500 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4908bec3-6e96-45b8-9986-c070250818d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:17.022488 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4908bec3-6e96-45b8-9986-c070250818d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/549b0a42-e4b1-413d-a4bc-ab5ba259b92e HTTP/1.1" status: 204 len: 168 time: 0.1847723 Apr 19 18:01:17.194757 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8def7c3-c079-4d66-8fa5-590a79be5a5d req-17d5dd10-8eb9-45b9-b176-04c8e6a38225 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:17.196448 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e8def7c3-c079-4d66-8fa5-590a79be5a5d req-17d5dd10-8eb9-45b9-b176-04c8e6a38225 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1240170 Apr 19 18:01:17.245275 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e8def7c3-c079-4d66-8fa5-590a79be5a5d req-918621cc-7a2e-4bd6-a0e0-3fe72ebefdc8 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422130 Apr 19 18:01:18.534796 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f956ff-0e98-4976-9b83-0f56cb723286 req-54753aae-dc22-4c6c-ad8a-b7bc9c0c50f7 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:18.550000 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-60f956ff-0e98-4976-9b83-0f56cb723286 req-54753aae-dc22-4c6c-ad8a-b7bc9c0c50f7 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1157069 Apr 19 18:01:18.602549 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-60f956ff-0e98-4976-9b83-0f56cb723286 req-1c6fe9f8-9496-43ff-862c-1fcfbba23394 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511801 Apr 19 18:01:19.395998 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e6c99388-2335-4e9c-bddb-11503f851ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:19.819489 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cd373-36af-485c-be2f-6791b5a6178a req-9c2a1754-1f25-4f6c-866f-34cb40d4c4cd tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:19.821355 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ca0cd373-36af-485c-be2f-6791b5a6178a req-9c2a1754-1f25-4f6c-866f-34cb40d4c4cd tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.0966229 Apr 19 18:01:19.872616 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ca0cd373-36af-485c-be2f-6791b5a6178a req-7d8bb108-552b-4d0a-83f8-ae2719364de6 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424275 Apr 19 18:01:19.894001 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:20.295262 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:21.093686 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee801999-3d54-4ef0-ba8d-0ff6711d15c5 req-2959ee4d-e9ab-4307-b284-57973a95e030 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:21.095328 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ee801999-3d54-4ef0-ba8d-0ff6711d15c5 req-2959ee4d-e9ab-4307-b284-57973a95e030 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.0955567 Apr 19 18:01:21.150246 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ee801999-3d54-4ef0-ba8d-0ff6711d15c5 req-40a32b6d-571e-4f07-b7b0-7cc30e62a24e tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462441 Apr 19 18:01:21.534537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:22.380760 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3901fd5-da49-47d6-887a-9feae3ead680 req-4a823b95-0499-491e-b552-c326564a3252 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:22.382364 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f3901fd5-da49-47d6-887a-9feae3ead680 req-4a823b95-0499-491e-b552-c326564a3252 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1113815 Apr 19 18:01:22.446059 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f3901fd5-da49-47d6-887a-9feae3ead680 req-1dbdcc09-3ab8-4967-9dd1-88b375bb4f22 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506120 Apr 19 18:01:22.885462 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 59806) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:23.034586 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c5556fb5-0db9-4445-bf78-fa7e00900c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:23.052226 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c5556fb5-0db9-4445-bf78-fa7e00900c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:01:23.056730 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c5556fb5-0db9-4445-bf78-fa7e00900c82 admin admin] Usage tracker for resource:security_group_rule and tenant:64b5b210f7c647ce9053514a9f3fffe3 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:01:23.060274 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c5556fb5-0db9-4445-bf78-fa7e00900c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:01:23.067001 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c5556fb5-0db9-4445-bf78-fa7e00900c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:01:23.170025 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c5556fb5-0db9-4445-bf78-fa7e00900c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:23.172549 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c5556fb5-0db9-4445-bf78-fa7e00900c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:23.182203 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-75dc79be-9132-4ebb-9bb6-f136763b8c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:23.224307 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5556fb5-0db9-4445-bf78-fa7e00900c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87445786-e610-4a8a-af02-dedd51e15566,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:23.228265 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c5556fb5-0db9-4445-bf78-fa7e00900c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:23.233156 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c5556fb5-0db9-4445-bf78-fa7e00900c82 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=64b5b210f7c647ce9053514a9f3fffe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3443527 Apr 19 18:01:23.234049 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 59820) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:23.300705 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d5ecbec-0fe9-4f42-8686-6c65c7cd692c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:23.331273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d5ecbec-0fe9-4f42-8686-6c65c7cd692c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:23.383323 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d5ecbec-0fe9-4f42-8686-6c65c7cd692c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:23.389067 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dabea926-e727-43c7-86a7-d288c6859d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:23.400060 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ecbec-0fe9-4f42-8686-6c65c7cd692c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87445786-e610-4a8a-af02-dedd51e15566,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:23.402537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d5ecbec-0fe9-4f42-8686-6c65c7cd692c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:23.408352 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d5ecbec-0fe9-4f42-8686-6c65c7cd692c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:23.418435 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5d5ecbec-0fe9-4f42-8686-6c65c7cd692c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/87445786-e610-4a8a-af02-dedd51e15566 HTTP/1.1" status: 204 len: 168 time: 0.1773231 Apr 19 18:01:23.692339 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644572e3-f0b1-4bac-8af5-e9fe4a22d596 req-ccf8cc4e-ac60-4ffb-9eaf-711aa708b6d2 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:23.694349 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-644572e3-f0b1-4bac-8af5-e9fe4a22d596 req-ccf8cc4e-ac60-4ffb-9eaf-711aa708b6d2 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1024873 Apr 19 18:01:23.752854 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-644572e3-f0b1-4bac-8af5-e9fe4a22d596 req-355d61f6-8132-4d85-8cc1-6bc1df05baf3 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512340 Apr 19 18:01:25.083395 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0765fad-2374-40f8-9124-7df3eb9db346 req-2fcdcac6-456d-4e17-863b-20fbc4301d60 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:25.086105 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a0765fad-2374-40f8-9124-7df3eb9db346 req-2fcdcac6-456d-4e17-863b-20fbc4301d60 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1248863 Apr 19 18:01:25.152249 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a0765fad-2374-40f8-9124-7df3eb9db346 req-029d6f78-f8f1-4390-9e39-7fb87b4aa995 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579801 Apr 19 18:01:26.047447 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 59958) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:26.209136 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bb662572-085f-48e2-956f-40e9076ee4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:26.227790 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-bb662572-085f-48e2-956f-40e9076ee4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:01:26.233189 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-bb662572-085f-48e2-956f-40e9076ee4cb admin admin] Usage tracker for resource:security_group_rule and tenant:efeceb2983be448b954de7e639f3ec82 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:01:26.236563 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-bb662572-085f-48e2-956f-40e9076ee4cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:01:26.243823 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-bb662572-085f-48e2-956f-40e9076ee4cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:01:26.397300 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bb662572-085f-48e2-956f-40e9076ee4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:26.400410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bb662572-085f-48e2-956f-40e9076ee4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:26.411466 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6e6fbca1-a17c-4a3a-a89a-73bcd3e81bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:26.456313 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-bb662572-085f-48e2-956f-40e9076ee4cb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=efeceb2983be448b954de7e639f3ec82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4076045 Apr 19 18:01:26.457800 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbeeedb-cd75-4890-89db-d2200317f19a req-e7f88f8e-db2f-4953-b89e-239edef6db70 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:26.460319 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 59970) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:26.461049 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cbbeeedb-cd75-4890-89db-d2200317f19a req-e7f88f8e-db2f-4953-b89e-239edef6db70 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1504126 Apr 19 18:01:26.473988 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb662572-085f-48e2-956f-40e9076ee4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68a0e43-3c57-4c09-b940-89ac1cb3d6a4,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:26.479387 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bb662572-085f-48e2-956f-40e9076ee4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:26.544305 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-415d6a1e-27d7-4f5e-b738-58e1ba6549df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:26.544583 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cbbeeedb-cd75-4890-89db-d2200317f19a req-aa79a688-2604-4893-859f-5e9187fa65e6 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746732 Apr 19 18:01:26.586937 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-415d6a1e-27d7-4f5e-b738-58e1ba6549df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:26.646918 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-415d6a1e-27d7-4f5e-b738-58e1ba6549df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:26.652119 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8a2daadc-1c3f-4d04-bac1-cee992edf932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:26.666640 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d6a1e-27d7-4f5e-b738-58e1ba6549df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68a0e43-3c57-4c09-b940-89ac1cb3d6a4,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:26.670469 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-415d6a1e-27d7-4f5e-b738-58e1ba6549df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:26.673132 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-415d6a1e-27d7-4f5e-b738-58e1ba6549df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:26.675771 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-415d6a1e-27d7-4f5e-b738-58e1ba6549df admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f68a0e43-3c57-4c09-b940-89ac1cb3d6a4 HTTP/1.1" status: 204 len: 168 time: 0.2143400 Apr 19 18:01:26.988626 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 59980) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:27.008398 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ba120a66-9dd4-4605-8edd-42c22c5ca7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:27.024178 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ba120a66-9dd4-4605-8edd-42c22c5ca7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:01:27.029061 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ba120a66-9dd4-4605-8edd-42c22c5ca7e8 admin admin] Usage tracker for resource:security_group_rule and tenant:c2f3b9390de94c1cbfacaaa1003d7d55 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:01:27.032339 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ba120a66-9dd4-4605-8edd-42c22c5ca7e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:01:27.038755 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ba120a66-9dd4-4605-8edd-42c22c5ca7e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:01:27.142316 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ba120a66-9dd4-4605-8edd-42c22c5ca7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:27.145881 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ba120a66-9dd4-4605-8edd-42c22c5ca7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:27.155676 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-04c54213-1c0f-4e9c-8c4b-6375501ce878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:27.483954 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ba120a66-9dd4-4605-8edd-42c22c5ca7e8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c2f3b9390de94c1cbfacaaa1003d7d55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4939599 Apr 19 18:01:27.485015 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 59994) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:27.487919 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba120a66-9dd4-4605-8edd-42c22c5ca7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db2c2c0-8e7b-43f1-a635-00ad8a43379a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:27.492406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ba120a66-9dd4-4605-8edd-42c22c5ca7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:27.530133 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c0c05bd6-8721-4341-a9d3-5f21fe847633 req-b396d209-3c9d-45bc-b48f-e692596b0ec2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3592036 Apr 19 18:01:27.572801 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc58c7fc-c313-4f9e-b44e-bad2fa0ce112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:27.603300 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc58c7fc-c313-4f9e-b44e-bad2fa0ce112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:27.645165 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c05bd6-8721-4341-a9d3-5f21fe847633 req-a406b71e-f576-4f9c-af51-627e190c5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:27.647190 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c0c05bd6-8721-4341-a9d3-5f21fe847633 req-a406b71e-f576-4f9c-af51-627e190c5a79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ffe142e5172f4ee7b8e1b943c6aa700e&device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 1099 time: 0.0910914 Apr 19 18:01:27.655618 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc58c7fc-c313-4f9e-b44e-bad2fa0ce112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:27.661378 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8c468f53-3540-4b3e-8c84-840896adaa8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:27.675048 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58c7fc-c313-4f9e-b44e-bad2fa0ce112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db2c2c0-8e7b-43f1-a635-00ad8a43379a,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:27.685876 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dc58c7fc-c313-4f9e-b44e-bad2fa0ce112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:27.734384 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc58c7fc-c313-4f9e-b44e-bad2fa0ce112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:27.736401 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-dc58c7fc-c313-4f9e-b44e-bad2fa0ce112 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3db2c2c0-8e7b-43f1-a635-00ad8a43379a HTTP/1.1" status: 204 len: 168 time: 0.2494521 Apr 19 18:01:27.792001 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04546c-2bba-4850-9266-01c429dde05c req-68efe2fc-c2d1-4e69-96f3-d64025e6277f tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:27.794056 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7f04546c-2bba-4850-9266-01c429dde05c req-68efe2fc-c2d1-4e69-96f3-d64025e6277f tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1070614 Apr 19 18:01:27.837622 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c05bd6-8721-4341-a9d3-5f21fe847633 req-6b0199d3-99b7-4cae-b426-37d278ca1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:27.839639 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c0c05bd6-8721-4341-a9d3-5f21fe847633 req-6b0199d3-99b7-4cae-b426-37d278ca1481 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2bf94a7d-dd30-4a9d-8286-77365bd61729 HTTP/1.1" status: 200 len: 919 time: 0.1686420 Apr 19 18:01:27.854223 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7f04546c-2bba-4850-9266-01c429dde05c req-8f1871e4-1f07-4903-8363-81d3fbc30971 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533879 Apr 19 18:01:27.922328 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c0c05bd6-8721-4341-a9d3-5f21fe847633 req-e0a11370-72c1-4fed-9424-c8c82e656167 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc116bd6-7373-4099-bfd0-77100595c839 HTTP/1.1" status: 200 len: 217 time: 0.0748255 Apr 19 18:01:28.005463 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c05bd6-8721-4341-a9d3-5f21fe847633 req-e5c08b71-79fc-4f41-831c-0c55f4a7ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:28.007137 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c0c05bd6-8721-4341-a9d3-5f21fe847633 req-e5c08b71-79fc-4f41-831c-0c55f4a7ff63 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b92ef63-a0d2-412e-89de-24f4b22a0c4d HTTP/1.1" status: 200 len: 858 time: 0.0751340 Apr 19 18:01:28.068481 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c0c05bd6-8721-4341-a9d3-5f21fe847633 req-855f2b2f-57be-4262-97af-b4914745907e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2bf94a7d-dd30-4a9d-8286-77365bd61729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516973 Apr 19 18:01:28.217296 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c0c05bd6-8721-4341-a9d3-5f21fe847633 req-aded161a-b583-47a8-86d3-5a37be433511 service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417916 Apr 19 18:01:28.389880 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c0c05bd6-8721-4341-a9d3-5f21fe847633 req-dbed4c35-519c-44f8-8c58-1704e1b0cc01 service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522877 Apr 19 18:01:29.103082 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc3de3-7e09-41e7-8b68-9faa6127fafe req-ebe7fb7c-41ea-4b40-bd89-29791c1fa57a tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:29.106270 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b4dc3de3-7e09-41e7-8b68-9faa6127fafe req-ebe7fb7c-41ea-4b40-bd89-29791c1fa57a tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1040196 Apr 19 18:01:29.195618 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b4dc3de3-7e09-41e7-8b68-9faa6127fafe req-716db554-5089-403a-b05a-ab7cace07bca tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806596 Apr 19 18:01:30.205008 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 60084) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:30.410978 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:30.432832 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:01:30.446961 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Usage tracker for resource:security_group_rule and tenant:9b56262451cf47c38e3b6c51975a2f60 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:01:30.451739 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:01:30.459903 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:01:30.492143 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d9abb-1a4c-46fd-8f4f-3198340dd80e req-668772ff-3d7b-4739-85e4-974ec2781c29 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:30.493808 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c90d9abb-1a4c-46fd-8f4f-3198340dd80e req-668772ff-3d7b-4739-85e4-974ec2781c29 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1628873 Apr 19 18:01:30.567862 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c90d9abb-1a4c-46fd-8f4f-3198340dd80e req-153e521c-0e71-437b-89e4-e2277250f9f0 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670118 Apr 19 18:01:30.622519 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:30.626051 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:30.634410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:30.678695 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9b56262451cf47c38e3b6c51975a2f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4724689 Apr 19 18:01:30.679708 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a02d8f6-f1d8-4eb6-928b-1f7455e2c5ad,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:30.681769 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 60094) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:30.688182 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.688603 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.689000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.689399 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.689774 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.690207 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.690602 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.690986 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.691379 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.691766 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.692138 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.692523 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.696539 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:30.751503 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:30.779947 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:30.830789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:30.834560 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:30.848491 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a02d8f6-f1d8-4eb6-928b-1f7455e2c5ad,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:30.859617 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.860036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.860466 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.860888 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.861283 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.861671 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.862084 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.862470 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.862861 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.863223 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.863606 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.864134 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:30.869714 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:30.871833 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:30.873151 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3a02d8f6-f1d8-4eb6-928b-1f7455e2c5ad HTTP/1.1" status: 204 len: 168 time: 0.1903219 Apr 19 18:01:31.247868 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:31.800478 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18133ea6-0255-4b79-85af-b6640f269407 req-f7ac1669-c0f2-4bb3-931d-0365eefdfce3 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:31.802094 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-18133ea6-0255-4b79-85af-b6640f269407 req-f7ac1669-c0f2-4bb3-931d-0365eefdfce3 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1001039 Apr 19 18:01:31.858546 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-18133ea6-0255-4b79-85af-b6640f269407 req-80b24893-49ce-4a24-ac10-04f3bcc9e8ac tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491145 Apr 19 18:01:32.047630 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdc3bd-f1e9-4877-91b7-7e49133d4551 req-e87183ef-6aeb-496e-aef1-c3bb301c2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:32.049319 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-accdc3bd-f1e9-4877-91b7-7e49133d4551 req-e87183ef-6aeb-496e-aef1-c3bb301c2fb5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 1098 time: 0.0831726 Apr 19 18:01:32.096579 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-accdc3bd-f1e9-4877-91b7-7e49133d4551 req-cc539fe4-1fee-472b-ba0a-e6ba6521bc1c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Apr 19 18:01:33.082958 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c087063-d02f-4b57-bf4c-e330050ff8c4 req-c2fd3917-e1cc-4613-a63b-763b9205e96d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:33.084523 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7c087063-d02f-4b57-bf4c-e330050ff8c4 req-c2fd3917-e1cc-4613-a63b-763b9205e96d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.0969243 Apr 19 18:01:33.135908 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7c087063-d02f-4b57-bf4c-e330050ff8c4 req-a99dfc26-de28-480c-913f-9f523b2e1967 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447021 Apr 19 18:01:33.900182 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 60166) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:34.035926 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cb2e70ae-fc7e-4206-ae72-2c6f6e3df787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:34.055381 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-cb2e70ae-fc7e-4206-ae72-2c6f6e3df787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:01:34.059946 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-cb2e70ae-fc7e-4206-ae72-2c6f6e3df787 admin admin] Usage tracker for resource:security_group_rule and tenant:ee01d832253540c5b3a5c6f9829561b5 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:01:34.063419 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-cb2e70ae-fc7e-4206-ae72-2c6f6e3df787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:01:34.070507 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-cb2e70ae-fc7e-4206-ae72-2c6f6e3df787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:01:34.160904 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cb2e70ae-fc7e-4206-ae72-2c6f6e3df787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:34.166338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cb2e70ae-fc7e-4206-ae72-2c6f6e3df787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:34.176260 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-415d6a1e-27d7-4f5e-b738-58e1ba6549df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:34.222521 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e70ae-fc7e-4206-ae72-2c6f6e3df787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16871f2-f5bf-4023-917f-3fd0ecdf7974,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:34.225921 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-cb2e70ae-fc7e-4206-ae72-2c6f6e3df787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:34.232467 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 60174) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:34.232622 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-cb2e70ae-fc7e-4206-ae72-2c6f6e3df787 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ee01d832253540c5b3a5c6f9829561b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312004 Apr 19 18:01:34.379063 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dbee94b8-cf78-425b-b474-9fbb8e13f176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:34.418413 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dbee94b8-cf78-425b-b474-9fbb8e13f176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:34.434932 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3142cc8-d7ba-467d-ac5e-c14847591d21 req-31d2c45e-de95-4f58-a0e1-75d1e4c1005a tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:34.436784 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d3142cc8-d7ba-467d-ac5e-c14847591d21 req-31d2c45e-de95-4f58-a0e1-75d1e4c1005a tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1728275 Apr 19 18:01:34.516754 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d3142cc8-d7ba-467d-ac5e-c14847591d21 req-be9cfc7a-9e8e-400a-9b82-aec02aef839b tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665748 Apr 19 18:01:34.524584 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dbee94b8-cf78-425b-b474-9fbb8e13f176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:34.530129 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-eca72a17-6189-474e-b36c-79024cd39fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:34.552009 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee94b8-cf78-425b-b474-9fbb8e13f176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16871f2-f5bf-4023-917f-3fd0ecdf7974,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:34.560600 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dbee94b8-cf78-425b-b474-9fbb8e13f176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:34.561997 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-dbee94b8-cf78-425b-b474-9fbb8e13f176 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e16871f2-f5bf-4023-917f-3fd0ecdf7974 HTTP/1.1" status: 204 len: 168 time: 0.3278205 Apr 19 18:01:34.563331 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dbee94b8-cf78-425b-b474-9fbb8e13f176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:34.884742 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 60198) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:34.905202 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1352ad49-11f2-4003-bd27-e5acc22092df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:34.926703 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1352ad49-11f2-4003-bd27-e5acc22092df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:01:34.931319 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1352ad49-11f2-4003-bd27-e5acc22092df admin admin] Usage tracker for resource:security_group_rule and tenant:9e0f5f9cd4164a9488f7e9991779148c is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:01:34.935037 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1352ad49-11f2-4003-bd27-e5acc22092df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:01:34.944815 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1352ad49-11f2-4003-bd27-e5acc22092df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:01:35.045766 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1352ad49-11f2-4003-bd27-e5acc22092df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:35.048890 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1352ad49-11f2-4003-bd27-e5acc22092df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:35.058118 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a615598f-f602-455c-94d8-eb975ca704b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:35.103091 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1352ad49-11f2-4003-bd27-e5acc22092df admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9e0f5f9cd4164a9488f7e9991779148c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145550 Apr 19 18:01:35.103091 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352ad49-11f2-4003-bd27-e5acc22092df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04a319b-4d5d-4bd2-9c48-271f5b02d1c8,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:35.104199 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 60206) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:35.105613 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1352ad49-11f2-4003-bd27-e5acc22092df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:35.184487 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5f5ca-c7a8-4e59-812d-4b3706066b75 req-2b085ee7-0350-4bed-affc-7e701c2a2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:35.186057 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bae5f5ca-c7a8-4e59-812d-4b3706066b75 req-2b085ee7-0350-4bed-affc-7e701c2a2218 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ffe142e5172f4ee7b8e1b943c6aa700e&device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 1098 time: 0.2066324 Apr 19 18:01:35.199507 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4d5c6-e89e-4634-965a-593080d1e937 req-1730bc25-aede-466f-a85a-082effe20c4d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:35.200986 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-95a4d5c6-e89e-4634-965a-593080d1e937 req-1730bc25-aede-466f-a85a-082effe20c4d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1660256 Apr 19 18:01:35.324445 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a252ae18-dec7-44a2-a2fb-64eaf7a62ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:35.358655 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-95a4d5c6-e89e-4634-965a-593080d1e937 req-1be24bae-7521-49b8-b76c-269253b85e39 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347306 Apr 19 18:01:35.394651 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a252ae18-dec7-44a2-a2fb-64eaf7a62ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:35.441064 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5f5ca-c7a8-4e59-812d-4b3706066b75 req-76373f0a-49b2-424c-9ba3-8eb8d46fb8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:35.442659 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bae5f5ca-c7a8-4e59-812d-4b3706066b75 req-76373f0a-49b2-424c-9ba3-8eb8d46fb8b2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2bf94a7d-dd30-4a9d-8286-77365bd61729 HTTP/1.1" status: 200 len: 919 time: 0.2407470 Apr 19 18:01:35.521113 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bae5f5ca-c7a8-4e59-812d-4b3706066b75 req-1c2d36ce-dbae-4d53-a32b-3190d6a704bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a37d879-74e3-43d7-8364-a16bb8b34e7f HTTP/1.1" status: 200 len: 217 time: 0.0713181 Apr 19 18:01:35.568903 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a252ae18-dec7-44a2-a2fb-64eaf7a62ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:35.579033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2d62c204-de70-4656-81d1-bba0ffc81430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:35.598119 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252ae18-dec7-44a2-a2fb-64eaf7a62ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04a319b-4d5d-4bd2-9c48-271f5b02d1c8,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:35.608948 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a252ae18-dec7-44a2-a2fb-64eaf7a62ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:35.623572 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5f5ca-c7a8-4e59-812d-4b3706066b75 req-eceff7d1-900b-4357-85b1-40e12defd889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:35.625232 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bae5f5ca-c7a8-4e59-812d-4b3706066b75 req-eceff7d1-900b-4357-85b1-40e12defd889 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b92ef63-a0d2-412e-89de-24f4b22a0c4d HTTP/1.1" status: 200 len: 858 time: 0.0972841 Apr 19 18:01:35.626141 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a252ae18-dec7-44a2-a2fb-64eaf7a62ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:35.630102 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a252ae18-dec7-44a2-a2fb-64eaf7a62ea3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f04a319b-4d5d-4bd2-9c48-271f5b02d1c8 HTTP/1.1" status: 204 len: 168 time: 0.5220571 Apr 19 18:01:35.689086 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bae5f5ca-c7a8-4e59-812d-4b3706066b75 req-cb08aaa7-3c61-4769-968f-b3686aa61680 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2bf94a7d-dd30-4a9d-8286-77365bd61729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523388 Apr 19 18:01:35.864683 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bae5f5ca-c7a8-4e59-812d-4b3706066b75 req-fb2cb2f6-216f-43e4-b796-2c62c402ef38 service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662636 Apr 19 18:01:36.053826 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bae5f5ca-c7a8-4e59-812d-4b3706066b75 req-959f3bcb-f548-4ab2-a525-99ea29acd3d8 service neutron] 10.222.0.52 "GET /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816392 Apr 19 18:01:36.581456 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c8eee-f2cf-4469-8186-a36903a7da50 req-42479d95-dc50-4059-9d11-9dc60bccdccd tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:36.583391 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e05c8eee-f2cf-4469-8186-a36903a7da50 req-42479d95-dc50-4059-9d11-9dc60bccdccd tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.0974703 Apr 19 18:01:36.639654 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e05c8eee-f2cf-4469-8186-a36903a7da50 req-a6e9e530-8e05-488d-8c79-6a186d2266a7 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479548 Apr 19 18:01:37.855147 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ec0fb-ea17-40f5-acd2-0bfb0464b981 req-863b2019-0f36-47bc-9b8c-ca6d047e39b3 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:37.856864 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-545ec0fb-ea17-40f5-acd2-0bfb0464b981 req-863b2019-0f36-47bc-9b8c-ca6d047e39b3 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.0950720 Apr 19 18:01:37.913786 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-545ec0fb-ea17-40f5-acd2-0bfb0464b981 req-6ca972c2-b420-4cbc-90a9-1e8f044b6f74 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472329 Apr 19 18:01:38.864819 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd7c23-7fd2-4d98-876c-5d17a190844c req-09b32bb8-a070-41e1-8071-530603506552 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:38.866712 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a3cd7c23-7fd2-4d98-876c-5d17a190844c req-09b32bb8-a070-41e1-8071-530603506552 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.1036849 Apr 19 18:01:38.916106 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a3cd7c23-7fd2-4d98-876c-5d17a190844c req-6380e01b-3f71-43e7-a96f-623ab2767f94 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425565 Apr 19 18:01:39.130852 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7c7ac-0b5c-4cf8-a9dd-dc45a13f9efb req-cece8841-1d31-400e-b7f3-1db87005e58a tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:39.132373 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-89a7c7ac-0b5c-4cf8-a9dd-dc45a13f9efb req-cece8841-1d31-400e-b7f3-1db87005e58a tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.0906920 Apr 19 18:01:39.183663 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-89a7c7ac-0b5c-4cf8-a9dd-dc45a13f9efb req-9bd746ea-70d7-4aa6-8a9a-bddf1ef33ca5 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425670 Apr 19 18:01:40.146768 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68226e-47d1-433f-950f-32f473d9ba25 req-9ed4c508-87e4-4374-b6e4-4144799c59d9 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:40.148475 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-aa68226e-47d1-433f-950f-32f473d9ba25 req-9ed4c508-87e4-4374-b6e4-4144799c59d9 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.1108181 Apr 19 18:01:40.198869 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-aa68226e-47d1-433f-950f-32f473d9ba25 req-13adb20c-c984-4772-985a-96febaeda224 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435779 Apr 19 18:01:40.407571 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03275456-816d-45d1-9da2-00394b9a3eb4 req-7efc9d2b-c1f8-4d7d-91dd-38c2c8786646 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:40.409166 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-03275456-816d-45d1-9da2-00394b9a3eb4 req-7efc9d2b-c1f8-4d7d-91dd-38c2c8786646 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1057444 Apr 19 18:01:40.459756 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-03275456-816d-45d1-9da2-00394b9a3eb4 req-1bea38eb-099a-4038-9bdb-65b02f7fec10 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436378 Apr 19 18:01:41.419797 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b626fd-d00e-46bc-8a26-5084ce31daa1 req-5fc18c9b-b1c3-482e-b32a-764be819d075 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:41.425499 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-69b626fd-d00e-46bc-8a26-5084ce31daa1 req-5fc18c9b-b1c3-482e-b32a-764be819d075 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0962694 Apr 19 18:01:41.476530 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-69b626fd-d00e-46bc-8a26-5084ce31daa1 req-7d8a3de8-432f-4ffe-b0cf-7f823e1d3e25 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451791 Apr 19 18:01:42.686686 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c70598-e22c-4eb2-9a2c-4ef213c9a6e9 req-caf0c67c-e980-4b0e-b7ce-26a928722f26 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:42.688324 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-27c70598-e22c-4eb2-9a2c-4ef213c9a6e9 req-caf0c67c-e980-4b0e-b7ce-26a928722f26 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0936315 Apr 19 18:01:42.741910 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-27c70598-e22c-4eb2-9a2c-4ef213c9a6e9 req-cf2c6849-1e46-4526-8d98-6b20f89832b7 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465400 Apr 19 18:01:43.962486 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca738e87-a945-44d8-9686-eb659d2d1f2b req-15174d5b-da6f-4909-9426-4387b1b3ae68 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:43.964502 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ca738e87-a945-44d8-9686-eb659d2d1f2b req-15174d5b-da6f-4909-9426-4387b1b3ae68 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0972879 Apr 19 18:01:44.019142 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ca738e87-a945-44d8-9686-eb659d2d1f2b req-9c08feb0-248a-4f9c-a829-088b66702002 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478656 Apr 19 18:01:44.347557 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 60396) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:44.482065 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-40fa8ab0-7801-498f-a1aa-e5be3f7a2aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:44.499526 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-40fa8ab0-7801-498f-a1aa-e5be3f7a2aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:01:44.504448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-40fa8ab0-7801-498f-a1aa-e5be3f7a2aae admin admin] Usage tracker for resource:security_group_rule and tenant:58895d04d0b349c6b2846c111ac561f4 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:01:44.507633 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-40fa8ab0-7801-498f-a1aa-e5be3f7a2aae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:01:44.514521 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-40fa8ab0-7801-498f-a1aa-e5be3f7a2aae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:01:44.614859 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-40fa8ab0-7801-498f-a1aa-e5be3f7a2aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:44.617512 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-40fa8ab0-7801-498f-a1aa-e5be3f7a2aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:44.627678 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-cf19a379-9a09-4adf-8f26-1dd86a4c5225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:44.673190 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-40fa8ab0-7801-498f-a1aa-e5be3f7a2aae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=58895d04d0b349c6b2846c111ac561f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243597 Apr 19 18:01:44.674932 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa8ab0-7801-498f-a1aa-e5be3f7a2aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8cdf18-aeba-47ac-94bb-b8df412fbeea,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:44.676972 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 60408) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:44.678500 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-40fa8ab0-7801-498f-a1aa-e5be3f7a2aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:44.752780 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1109741b-d84e-4e29-9bd9-4818571b1e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:44.782406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1109741b-d84e-4e29-9bd9-4818571b1e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:44.835093 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1109741b-d84e-4e29-9bd9-4818571b1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:44.840461 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6a5ed3b7-1c9a-4c53-a1b8-01545e24d097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:44.853579 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109741b-d84e-4e29-9bd9-4818571b1e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8cdf18-aeba-47ac-94bb-b8df412fbeea,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:44.858974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1109741b-d84e-4e29-9bd9-4818571b1e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:44.863458 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1109741b-d84e-4e29-9bd9-4818571b1e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:44.864708 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1109741b-d84e-4e29-9bd9-4818571b1e46 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2c8cdf18-aeba-47ac-94bb-b8df412fbeea HTTP/1.1" status: 204 len: 168 time: 0.1794856 Apr 19 18:01:45.239768 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411cefd-0923-4033-8a6e-4b8e255d0563 req-c202cb31-a715-4e06-9fe0-a409443c1095 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:45.241361 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c411cefd-0923-4033-8a6e-4b8e255d0563 req-c202cb31-a715-4e06-9fe0-a409443c1095 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.1031125 Apr 19 18:01:45.319455 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c411cefd-0923-4033-8a6e-4b8e255d0563 req-7b3696db-c972-4a21-a2a1-52cbf79f928b tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651550 Apr 19 18:01:45.929981 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dd920f45-8240-4e02-a6fa-25fb612a40ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:46.199797 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7bbb9-b3b2-4ed6-8920-e80033bd8054 req-805e40b0-02e8-475e-9b87-8328818d3d3c tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:46.201899 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5e7bbb9-b3b2-4ed6-8920-e80033bd8054 req-805e40b0-02e8-475e-9b87-8328818d3d3c tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.1004851 Apr 19 18:01:46.261345 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5e7bbb9-b3b2-4ed6-8920-e80033bd8054 req-e33be3de-e555-443c-8f57-ac115940ed97 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529709 Apr 19 18:01:46.534771 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f24f9b-0391-49f0-aaa7-bbd4a50c541d req-b28520ce-c9da-48db-997d-c54a75160c93 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:46.536339 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e1f24f9b-0391-49f0-aaa7-bbd4a50c541d req-b28520ce-c9da-48db-997d-c54a75160c93 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0949063 Apr 19 18:01:46.588494 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e1f24f9b-0391-49f0-aaa7-bbd4a50c541d req-f4aabb20-5857-4d4c-ab12-efd1dd29ad78 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425639 Apr 19 18:01:47.476804 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db659480-07f2-4445-8194-ff36dffac98c req-0a5da3ed-6f0a-44fd-8b04-07f0e66efa67 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:47.478698 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-db659480-07f2-4445-8194-ff36dffac98c req-0a5da3ed-6f0a-44fd-8b04-07f0e66efa67 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.0895717 Apr 19 18:01:47.537375 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-db659480-07f2-4445-8194-ff36dffac98c req-58cab88f-b95c-4942-9a07-e0b6aeb475df tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465775 Apr 19 18:01:47.805007 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786ecd9-6407-492d-aa46-62d52a2c89b8 req-9e81e8a6-3a4a-430b-8179-7e27709f7871 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:47.806645 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9786ecd9-6407-492d-aa46-62d52a2c89b8 req-9e81e8a6-3a4a-430b-8179-7e27709f7871 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0973587 Apr 19 18:01:47.862887 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9786ecd9-6407-492d-aa46-62d52a2c89b8 req-fe87abd9-16b8-4a85-a9d7-f8f0625927db tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492673 Apr 19 18:01:48.756163 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2d63b-b354-4e75-8a3d-1e90df5b765d req-a96df9f8-3079-40d1-a100-d89435e07b9d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:48.757787 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-76f2d63b-b354-4e75-8a3d-1e90df5b765d req-a96df9f8-3079-40d1-a100-d89435e07b9d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.0996625 Apr 19 18:01:48.808388 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-76f2d63b-b354-4e75-8a3d-1e90df5b765d req-3072f858-14b5-430c-b8d4-f9b4070b8572 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433681 Apr 19 18:01:48.958785 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 60508) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:49.073926 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385d5cb-a1b9-4931-8de8-fb6fbc563afc req-427c5b1f-a728-4b5b-886e-c4ea33bac9db tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:49.075619 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a385d5cb-a1b9-4931-8de8-fb6fbc563afc req-427c5b1f-a728-4b5b-886e-c4ea33bac9db tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0937815 Apr 19 18:01:49.097242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f1f8584a-2dae-4947-964f-a2718e4e5ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:49.119395 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f1f8584a-2dae-4947-964f-a2718e4e5ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:01:49.124242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f1f8584a-2dae-4947-964f-a2718e4e5ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:81b3407c14f34c3b9392148a4551353d is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:01:49.127878 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f1f8584a-2dae-4947-964f-a2718e4e5ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:01:49.134758 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f1f8584a-2dae-4947-964f-a2718e4e5ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:01:49.235843 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f1f8584a-2dae-4947-964f-a2718e4e5ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:49.240578 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f1f8584a-2dae-4947-964f-a2718e4e5ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:49.250410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c21cb191-7764-47fe-a6a3-f26e1f5a8a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:49.296014 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8584a-2dae-4947-964f-a2718e4e5ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018de3c0-8ecd-409c-a6e9-7bd5ff98b548,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:49.300217 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f1f8584a-2dae-4947-964f-a2718e4e5ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:49.306396 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f1f8584a-2dae-4947-964f-a2718e4e5ea4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=81b3407c14f34c3b9392148a4551353d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461680 Apr 19 18:01:49.306986 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 60516) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:49.354735 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a385d5cb-a1b9-4931-8de8-fb6fbc563afc req-ce6bc6de-c853-4262-a3b3-6f5284991101 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720077 Apr 19 18:01:49.379938 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a6021d05-12b0-4c68-9e78-ef3fdec9dd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:49.395714 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9086ea78-0252-46ab-8407-59e97f663290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:49.409841 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a6021d05-12b0-4c68-9e78-ef3fdec9dd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:49.523286 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a6021d05-12b0-4c68-9e78-ef3fdec9dd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:49.528898 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0ea4e44f-58f2-4971-9e9c-20ffb13df249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:49.554191 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6021d05-12b0-4c68-9e78-ef3fdec9dd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018de3c0-8ecd-409c-a6e9-7bd5ff98b548,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:49.558910 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a6021d05-12b0-4c68-9e78-ef3fdec9dd59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:49.561343 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a6021d05-12b0-4c68-9e78-ef3fdec9dd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:49.562577 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a6021d05-12b0-4c68-9e78-ef3fdec9dd59 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/018de3c0-8ecd-409c-a6e9-7bd5ff98b548 HTTP/1.1" status: 204 len: 168 time: 0.2545562 Apr 19 18:01:49.577566 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34628dfd-92ae-4f66-b4e6-0a07704f91a5 req-00094cca-4e0a-4298-a3e5-831ba19129e1 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:49.579756 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-34628dfd-92ae-4f66-b4e6-0a07704f91a5 req-00094cca-4e0a-4298-a3e5-831ba19129e1 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.52 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.1465516 Apr 19 18:01:49.685043 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-34628dfd-92ae-4f66-b4e6-0a07704f91a5 req-8aa4482b-87d5-46a6-aa57-7c99cfa6cbf8 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Deleting port fc116bd6-7373-4099-bfd0-77100595c839 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:01:49.687260 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-34628dfd-92ae-4f66-b4e6-0a07704f91a5 req-8aa4482b-87d5-46a6-aa57-7c99cfa6cbf8 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:49.913169 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:50.070048 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-34628dfd-92ae-4f66-b4e6-0a07704f91a5 req-8aa4482b-87d5-46a6-aa57-7c99cfa6cbf8 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] For port fc116bd6-7373-4099-bfd0-77100595c839, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fc116bd6-7373-4099-bfd0-77100595c839,segment=NetworkSegment(647dae85-79d8-4c98-8777-33601c559113),segment_id=647dae85-79d8-4c98-8777-33601c559113)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:01:50.070452 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-34628dfd-92ae-4f66-b4e6-0a07704f91a5 req-8aa4482b-87d5-46a6-aa57-7c99cfa6cbf8 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:50.211048 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-34628dfd-92ae-4f66-b4e6-0a07704f91a5 req-8aa4482b-87d5-46a6-aa57-7c99cfa6cbf8 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Calling delete_port for fc116bd6-7373-4099-bfd0-77100595c839 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:01:50.267517 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aac90e-9da0-4b1f-81b8-44d1bb83798c req-b06084b7-c578-45ef-bccb-ca9db1253782 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:50.269127 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-48aac90e-9da0-4b1f-81b8-44d1bb83798c req-b06084b7-c578-45ef-bccb-ca9db1253782 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 946 time: 0.3345432 Apr 19 18:01:50.297823 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:50.383186 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-48aac90e-9da0-4b1f-81b8-44d1bb83798c req-48b0ed79-af10-4cb3-ae4d-71404bd70839 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003230 Apr 19 18:01:50.457321 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-34628dfd-92ae-4f66-b4e6-0a07704f91a5 req-8aa4482b-87d5-46a6-aa57-7c99cfa6cbf8 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:50.463561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:50.470078 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['0a37d879-74e3-43d7-8364-a16bb8b34e7f', 'fc116bd6-7373-4099-bfd0-77100595c839'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:01:50.516748 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4482b-87d5-46a6-aa57-7c99cfa6cbf8 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Pushing event deleted for resources: {'Port': ['ID=fc116bd6-7373-4099-bfd0-77100595c839,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:50.520556 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8aa4482b-87d5-46a6-aa57-7c99cfa6cbf8 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:50.587121 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deb1b4-062c-4ac6-ad6d-186ae4360ab5 req-17de8e99-7372-4dba-a0ea-1f9586ff9fe0 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:50.589301 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36deb1b4-062c-4ac6-ad6d-186ae4360ab5 req-17de8e99-7372-4dba-a0ea-1f9586ff9fe0 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.1025360 Apr 19 18:01:50.611552 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-34628dfd-92ae-4f66-b4e6-0a07704f91a5 req-8aa4482b-87d5-46a6-aa57-7c99cfa6cbf8 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] No DVR routers for this DVR port fc116bd6-7373-4099-bfd0-77100595c839 on host hv-cinder-78692 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:01:50.614284 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-34628dfd-92ae-4f66-b4e6-0a07704f91a5 req-8aa4482b-87d5-46a6-aa57-7c99cfa6cbf8 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:50.617307 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d4bb2f-8474-4906-a508-990463ff3740', 'name': 'network-vif-deleted', 'tag': 'fc116bd6-7373-4099-bfd0-77100595c839'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:01:50.635334 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-34628dfd-92ae-4f66-b4e6-0a07704f91a5 req-8aa4482b-87d5-46a6-aa57-7c99cfa6cbf8 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.52 "DELETE /v2.0/ports/fc116bd6-7373-4099-bfd0-77100595c839 HTTP/1.1" status: 204 len: 173 time: 1.0479684 Apr 19 18:01:50.669615 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36deb1b4-062c-4ac6-ad6d-186ae4360ab5 req-01e6ccf9-16ec-4dec-9457-af5ab6aec8c4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724714 Apr 19 18:01:50.684350 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d4bb2f-8474-4906-a508-990463ff3740', 'name': 'network-vif-deleted', 'tag': 'fc116bd6-7373-4099-bfd0-77100595c839', 'status': 'completed', 'code': 200} Apr 19 18:01:51.547907 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:51.571861 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d4adac28-ab04-4d6a-a075-94e4e19e6e2a req-3a732e01-3622-4cac-8d6c-c9c309118f3b tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=07d4bb2f-8474-4906-a508-990463ff3740 HTTP/1.1" status: 200 len: 210 time: 0.0505280 Apr 19 18:01:51.877528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4b6fd-dd11-4775-8c64-1ccb5669fbc6 req-8fbc1113-1090-4bab-997f-edff3238c906 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:51.879253 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3ec4b6fd-dd11-4775-8c64-1ccb5669fbc6 req-8fbc1113-1090-4bab-997f-edff3238c906 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0918953 Apr 19 18:01:51.931500 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3ec4b6fd-dd11-4775-8c64-1ccb5669fbc6 req-a010a819-ca51-4368-8124-081705f01b26 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455849 Apr 19 18:01:53.005406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:01:53.070285 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device fc116bd6-7373-4099-bfd0-77100595c839 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:01:53.072915 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c90d6a-5d7e-43e1-8080-9bb9871f10af req-aa59458f-09cb-4ba1-9fa9-f0c67dfc301b tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:53.073727 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-36c90d6a-5d7e-43e1-8080-9bb9871f10af req-aa59458f-09cb-4ba1-9fa9-f0c67dfc301b tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Synchronizing usage tracker for tenant:ffe142e5172f4ee7b8e1b943c6aa700e on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:01:53.090952 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-36c90d6a-5d7e-43e1-8080-9bb9871f10af req-aa59458f-09cb-4ba1-9fa9-f0c67dfc301b tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Unset dirty status for tenant:ffe142e5172f4ee7b8e1b943c6aa700e on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:01:53.092907 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36c90d6a-5d7e-43e1-8080-9bb9871f10af req-aa59458f-09cb-4ba1-9fa9-f0c67dfc301b tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1103363 Apr 19 18:01:53.107400 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] No Port match for: fc116bd6-7373-4099-bfd0-77100595c839 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:01:53.107803 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device fc116bd6-7373-4099-bfd0-77100595c839 not bound to the agent host hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:01:53.141516 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152bb73-82cf-4c4b-86e1-cfb191b3c1d3 req-b0db3cb7-844b-4d19-93f5-99d709d95036 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:53.143102 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b152bb73-82cf-4c4b-86e1-cfb191b3c1d3 req-b0db3cb7-844b-4d19-93f5-99d709d95036 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0927410 Apr 19 18:01:53.144409 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36c90d6a-5d7e-43e1-8080-9bb9871f10af req-8c587dad-2d75-42d5-b31d-62d7ede57b63 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450110 Apr 19 18:01:53.191178 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b152bb73-82cf-4c4b-86e1-cfb191b3c1d3 req-b74c05f0-3cdf-4f15-9da6-b08517998f10 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414352 Apr 19 18:01:53.554739 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 60616) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:53.689983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-35f0ed76-90e7-4a61-8d0b-c6b998c75802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:53.707066 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-35f0ed76-90e7-4a61-8d0b-c6b998c75802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:01:53.711318 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-35f0ed76-90e7-4a61-8d0b-c6b998c75802 admin admin] Usage tracker for resource:security_group_rule and tenant:0af255d6c1a84c4b82cb9ef431f7d3f3 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:01:53.714599 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-35f0ed76-90e7-4a61-8d0b-c6b998c75802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:01:53.720782 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-35f0ed76-90e7-4a61-8d0b-c6b998c75802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:01:53.815737 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-35f0ed76-90e7-4a61-8d0b-c6b998c75802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:53.819106 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-35f0ed76-90e7-4a61-8d0b-c6b998c75802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:53.826165 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f7997cff-d409-44db-a6c4-057f56d0245b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:53.875062 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-35f0ed76-90e7-4a61-8d0b-c6b998c75802 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0af255d6c1a84c4b82cb9ef431f7d3f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162670 Apr 19 18:01:53.875062 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0ed76-90e7-4a61-8d0b-c6b998c75802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87938d59-3069-43f8-b69f-057e7f2483d6,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:53.876062 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 60626) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:53.879021 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-35f0ed76-90e7-4a61-8d0b-c6b998c75802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:53.942300 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ec69cae-99ac-4678-a4d2-b895fe4ea82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:53.974516 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ec69cae-99ac-4678-a4d2-b895fe4ea82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:54.033376 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ec69cae-99ac-4678-a4d2-b895fe4ea82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:54.040942 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b884959e-a3c4-4c85-8add-df4006b86bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:54.056269 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec69cae-99ac-4678-a4d2-b895fe4ea82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87938d59-3069-43f8-b69f-057e7f2483d6,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:54.058773 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ec69cae-99ac-4678-a4d2-b895fe4ea82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:54.060664 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5ec69cae-99ac-4678-a4d2-b895fe4ea82e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/87938d59-3069-43f8-b69f-057e7f2483d6 HTTP/1.1" status: 204 len: 168 time: 0.1836827 Apr 19 18:01:54.062204 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5ec69cae-99ac-4678-a4d2-b895fe4ea82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:54.430688 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66d2fd-897c-48db-8ea4-5676a82586ca req-d2343b8b-1aae-42af-b94f-7b94caf3132a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:54.432580 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3b66d2fd-897c-48db-8ea4-5676a82586ca req-d2343b8b-1aae-42af-b94f-7b94caf3132a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.1063430 Apr 19 18:01:54.486366 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3b66d2fd-897c-48db-8ea4-5676a82586ca req-38b9037c-daae-444e-9b35-7053ed0e6ab3 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462523 Apr 19 18:01:54.642959 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90535d-1c6c-43c1-9e0c-f66105a04eb9 req-cc8de705-7db4-4237-8716-2db9efda83dd tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:54.644600 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5a90535d-1c6c-43c1-9e0c-f66105a04eb9 req-cc8de705-7db4-4237-8716-2db9efda83dd tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.3838315 Apr 19 18:01:54.693068 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5a90535d-1c6c-43c1-9e0c-f66105a04eb9 req-909726d9-3110-4fa8-aa4f-959576e5176c tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416632 Apr 19 18:01:54.838610 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 60662) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:54.963115 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1797549160-network', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:01:54.969524 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:01:54.974038 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Usage tracker for resource:network and tenant:c1f4a777e1a94e01a726e0f78a04f457 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:01:54.977305 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:01:54.984398 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:01:54.993875 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Made reservation on behalf of c1f4a777e1a94e01a726e0f78a04f457 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:01:54.998839 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:55.012934 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:55.035330 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:01:55.039356 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Usage tracker for resource:security_group_rule and tenant:c1f4a777e1a94e01a726e0f78a04f457 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:01:55.042959 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:01:55.049111 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:01:55.140570 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:55.143724 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:55.148153 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4b4763be-2f82-402e-babc-2752ffc203a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:55.179662 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:01:55.188746 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d90a271-b3f7-4335-9555-226dcd849e8b,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:55.192673 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:55.195279 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:55.195669 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Added segment 809423dd-ace1-4764-9277-dded31e7f24c of type vlan for network 78b15170-126a-40db-a90b-93ef0092a0be Apr 19 18:01:55.226233 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764668142058'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:55.260424 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:55.261843 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:55.262543 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:55.267175 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2ac79132-e0ab-4ed5-a5e9-abca40aa9373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:55.381332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Pushing event updated for resources: {'Network': ['ID=78b15170-126a-40db-a90b-93ef0092a0be,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:55.384684 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:55.390093 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5471292 Apr 19 18:01:55.390806 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 60674) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:55.393851 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Network 78b15170-126a-40db-a90b-93ef0092a0be details requested by agent ovs-agent-dv-cinder-786927-1-smb with host dv-cinder-786927-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:01:55.397654 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-ccb748ab-8f74-42b6-90e6-484a3d3f6daf admin admin] Request body: {'subnet': {'network_id': '78b15170-126a-40db-a90b-93ef0092a0be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1797549160-subnet', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:01:55.403634 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ccb748ab-8f74-42b6-90e6-484a3d3f6daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:01:55.407974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ccb748ab-8f74-42b6-90e6-484a3d3f6daf admin admin] Usage tracker for resource:subnet and tenant:c1f4a777e1a94e01a726e0f78a04f457 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:01:55.411179 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ccb748ab-8f74-42b6-90e6-484a3d3f6daf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:01:55.418365 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ccb748ab-8f74-42b6-90e6-484a3d3f6daf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:01:55.430621 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb748ab-8f74-42b6-90e6-484a3d3f6daf admin admin] Made reservation on behalf of c1f4a777e1a94e01a726e0f78a04f457 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:01:55.435515 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ccb748ab-8f74-42b6-90e6-484a3d3f6daf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852380868'] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:55.762057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfa661-be0e-4960-bf97-34c5b58eaf66 req-24788c51-6c3c-4a43-94b1-4f6663fa6ccd tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:55.763582 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-afcfa661-be0e-4960-bf97-34c5b58eaf66 req-24788c51-6c3c-4a43-94b1-4f6663fa6ccd tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.1589706 Apr 19 18:01:55.875528 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-afcfa661-be0e-4960-bf97-34c5b58eaf66 req-8e95c659-8c73-48ee-8d43-86ee78b58234 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043384 Apr 19 18:01:55.911460 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f9379-667c-4b06-98dc-8776c5b559c3 req-9291bd61-e644-4b37-aec3-20df2282a077 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:55.913242 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3a1f9379-667c-4b06-98dc-8776c5b559c3 req-9291bd61-e644-4b37-aec3-20df2282a077 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.0927219 Apr 19 18:01:55.978526 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3a1f9379-667c-4b06-98dc-8776c5b559c3 req-bc8d4d43-70f3-4540-9a39-4a4cad2e2345 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577068 Apr 19 18:01:55.991342 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ccb748ab-8f74-42b6-90e6-484a3d3f6daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3183493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852380883'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:55.997026 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-64537d7a-da63-4908-be0a-dbde4340b281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:56.079548 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb748ab-8f74-42b6-90e6-484a3d3f6daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8f92494-8de7-4c63-96f4-31b3ac55cc7f,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:56.083454 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ccb748ab-8f74-42b6-90e6-484a3d3f6daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:56.086373 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb748ab-8f74-42b6-90e6-484a3d3f6daf admin admin] Checking segment: {'id': '809423dd-ace1-4764-9277-dded31e7f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:01:56.086772 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb748ab-8f74-42b6-90e6-484a3d3f6daf admin admin] Network hostable DHCP agents. Network: 78b15170-126a-40db-a90b-93ef0092a0be, hostable agents: ['e04df252-53f8-4f20-921c-5c31ef9947a5'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:01:56.109968 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb748ab-8f74-42b6-90e6-484a3d3f6daf admin admin] Network 78b15170-126a-40db-a90b-93ef0092a0be is scheduled to be hosted by DHCP agent e04df252-53f8-4f20-921c-5c31ef9947a5 with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:01:56.120718 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-ccb748ab-8f74-42b6-90e6-484a3d3f6daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-smb, 78b15170-126a-40db-a90b-93ef0092a0be) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:01:56.133210 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0073dfaf-650c-4782-8d8a-bec94be2a967 None None] Network 78b15170-126a-40db-a90b-93ef0092a0be requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:01:56.135115 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb748ab-8f74-42b6-90e6-484a3d3f6daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:56.135863 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ccb748ab-8f74-42b6-90e6-484a3d3f6daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:56.158565 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ccb748ab-8f74-42b6-90e6-484a3d3f6daf admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7656024 Apr 19 18:01:56.160756 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 60690) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:56.167624 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1797549160-router', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:01:56.174279 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:01:56.178961 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Usage tracker for resource:router and tenant:c1f4a777e1a94e01a726e0f78a04f457 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:01:56.182578 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:01:56.191390 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:01:56.251932 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1809644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-312'] for router, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:56.253371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852966172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852944382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853057005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775504'] for router, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:56.292614 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:56.409983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c197-3f3b-41a0-8398-651d82a17a24 req-6a4943a5-86a7-47d6-b2b7-7b62d472cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:56.409983 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7534c197-3f3b-41a0-8398-651d82a17a24 req-6a4943a5-86a7-47d6-b2b7-7b62d472cdac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74fdb2ea59884c7794b2178018c22752&device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 1099 time: 0.1629741 Apr 19 18:01:56.466782 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23be9c99-6826-4928-8657-365621165f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe99519b7-2792-57d6-bafa-c992fbacc188-78b15170-126a-40db-a90b-93ef0092a0be', 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'fixed_ips': [{'subnet_id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f'}]}} from dv-cinder-786927-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:01:56.467727 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-23be9c99-6826-4928-8657-365621165f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:56.596079 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6c0dd-1a5b-4ce7-b2ca-8ca80eeeb523 req-80054656-a0f3-488a-99fe-5dbca9002cf6 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:56.598093 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-43e6c0dd-1a5b-4ce7-b2ca-8ca80eeeb523 req-80054656-a0f3-488a-99fe-5dbca9002cf6 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.3959670 Apr 19 18:01:56.654236 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c197-3f3b-41a0-8398-651d82a17a24 req-6cbfc9fe-43ad-47ed-b491-ab83de71090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:56.656343 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7534c197-3f3b-41a0-8398-651d82a17a24 req-6cbfc9fe-43ad-47ed-b491-ab83de71090b service neutron] 10.222.0.52 "GET /v2.0/networks?id=dcf4d709-3c2a-494e-b091-646278271f9d HTTP/1.1" status: 200 len: 910 time: 0.1860847 Apr 19 18:01:56.663711 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-23be9c99-6826-4928-8657-365621165f22 None None] Allocated IP 172.20.0.2 (78b15170-126a-40db-a90b-93ef0092a0be/b8f92494-8de7-4c63-96f4-31b3ac55cc7f/1c6c8f12-891d-4a09-8b7e-9a32cdf55539) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:01:56.713096 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852944139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852958369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775519'] for router, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:56.762414 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-43e6c0dd-1a5b-4ce7-b2ca-8ca80eeeb523 req-13f5d4e8-3aab-4acc-b001-75988d81ec61 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913556 Apr 19 18:01:56.804744 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7534c197-3f3b-41a0-8398-651d82a17a24 req-855f9f4e-2a4e-4efb-80be-2254169ca652 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=560eda9a-4205-4a90-a959-19ee77ae8d41 HTTP/1.1" status: 200 len: 1001 time: 0.1398234 Apr 19 18:01:56.912574 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c197-3f3b-41a0-8398-651d82a17a24 req-964e216d-4eff-4dae-9d52-171bed6f7972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:56.915803 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7534c197-3f3b-41a0-8398-651d82a17a24 req-964e216d-4eff-4dae-9d52-171bed6f7972 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36555cf9-033c-4142-bb83-8ae1c4a8eb89 HTTP/1.1" status: 200 len: 848 time: 0.0983796 Apr 19 18:01:56.947436 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-23be9c99-6826-4928-8657-365621165f22 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:56.961503 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-23be9c99-6826-4928-8657-365621165f22 None None] Transition to ACTIVE for port object 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:01:57.009673 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-23be9c99-6826-4928-8657-365621165f22 None None] Transition to ACTIVE for port object 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:01:57.030170 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-23be9c99-6826-4928-8657-365621165f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:57.056926 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:57.085277 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c197-3f3b-41a0-8398-651d82a17a24 req-da065ecb-5ba1-482d-b201-86d1f2e86113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:57.085909 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7534c197-3f3b-41a0-8398-651d82a17a24 req-da065ecb-5ba1-482d-b201-86d1f2e86113 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dcf4d709-3c2a-494e-b091-646278271f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1601169 Apr 19 18:01:57.141543 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:57.178515 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:57.180354 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23be9c99-6826-4928-8657-365621165f22 None None] Network 78b15170-126a-40db-a90b-93ef0092a0be is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:01:57.183592 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-23be9c99-6826-4928-8657-365621165f22 None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:01:57.188241 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be9c99-6826-4928-8657-365621165f22 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:01:57.279355 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be9c99-6826-4928-8657-365621165f22 None None] Pushing event updated for resources: {'Port': ['ID=1c6c8f12-891d-4a09-8b7e-9a32cdf55539,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:57.331405 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-23be9c99-6826-4928-8657-365621165f22 None None] Attempting to bind port 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:01:57.331825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-23be9c99-6826-4928-8657-365621165f22 None None] Attempting to bind port 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': '809423dd-ace1-4764-9277-dded31e7f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:01:57.332243 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23be9c99-6826-4928-8657-365621165f22 None None] Attempting to bind port 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 on network 78b15170-126a-40db-a90b-93ef0092a0be {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:01:57.335229 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be9c99-6826-4928-8657-365621165f22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:57.335611 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be9c99-6826-4928-8657-365621165f22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:57.335988 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be9c99-6826-4928-8657-365621165f22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:57.336355 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be9c99-6826-4928-8657-365621165f22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:57.336725 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be9c99-6826-4928-8657-365621165f22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:57.337084 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be9c99-6826-4928-8657-365621165f22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:57.337447 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be9c99-6826-4928-8657-365621165f22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:57.337805 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be9c99-6826-4928-8657-365621165f22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:57.338191 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be9c99-6826-4928-8657-365621165f22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:57.338549 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be9c99-6826-4928-8657-365621165f22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:57.338907 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be9c99-6826-4928-8657-365621165f22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:57.339261 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be9c99-6826-4928-8657-365621165f22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:01:57.344236 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-23be9c99-6826-4928-8657-365621165f22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:57.347360 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23be9c99-6826-4928-8657-365621165f22 None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:01:57.347784 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23be9c99-6826-4928-8657-365621165f22 None None] Checking segment: {'id': '809423dd-ace1-4764-9277-dded31e7f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:01:57.348610 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-23be9c99-6826-4928-8657-365621165f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:57.349352 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23be9c99-6826-4928-8657-365621165f22 None None] Bound using segment: {'id': '809423dd-ace1-4764-9277-dded31e7f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:01:57.349471 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-23be9c99-6826-4928-8657-365621165f22 None None] Bound port: 1c6c8f12-891d-4a09-8b7e-9a32cdf55539, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809423dd-ace1-4764-9277-dded31e7f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:01:57.349870 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-23be9c99-6826-4928-8657-365621165f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:57.353172 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7534c197-3f3b-41a0-8398-651d82a17a24 req-3b5320bf-3d73-4c32-bf6a-564305f09664 service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534549 Apr 19 18:01:57.385738 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Allocated IP 172.28.2.225 (a2fa5661-1776-4bb8-890c-56efb392f8f6/97753496-fb36-4619-b754-5756b6f438bf/a4edeb97-55c3-47bf-856e-fc4f33a7a670) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:01:57.449198 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-23be9c99-6826-4928-8657-365621165f22 None None] For port 1c6c8f12-891d-4a09-8b7e-9a32cdf55539, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:01:57.453118 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-23be9c99-6826-4928-8657-365621165f22 None None] For port 1c6c8f12-891d-4a09-8b7e-9a32cdf55539, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=1c6c8f12-891d-4a09-8b7e-9a32cdf55539,segment=NetworkSegment(809423dd-ace1-4764-9277-dded31e7f24c),segment_id=809423dd-ace1-4764-9277-dded31e7f24c)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:01:57.458760 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-23be9c99-6826-4928-8657-365621165f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:57.464398 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:57.473779 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5704c87-cf3f-43b4-9f7b-fb8bb3779677 req-41df7adf-7f71-488d-8ad0-a6403cb6a135 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:57.475444 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f5704c87-cf3f-43b4-9f7b-fb8bb3779677 req-41df7adf-7f71-488d-8ad0-a6403cb6a135 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.2457471 Apr 19 18:01:57.555741 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be9c99-6826-4928-8657-365621165f22 None None] Pushing event updated for resources: {'Port': ['ID=1c6c8f12-891d-4a09-8b7e-9a32cdf55539,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:57.559160 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-23be9c99-6826-4928-8657-365621165f22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:57.561318 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:57.586331 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f5704c87-cf3f-43b4-9f7b-fb8bb3779677 req-10bfece6-2cc6-40c8-96ba-27f8a9cd4717 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999832 Apr 19 18:01:57.589999 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7534c197-3f3b-41a0-8398-651d82a17a24 req-019968bb-0e61-4adf-8be8-a70471af886c service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135541 Apr 19 18:01:57.612808 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:57.619326 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0a2d9d37-3592-47ff-8d17-27d398324b8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:01:57.689421 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Network a2fa5661-1776-4bb8-890c-56efb392f8f6 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:01:57.692396 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:01:57.695240 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:01:57.746054 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Pushing event updated for resources: {'Port': ['ID=a4edeb97-55c3-47bf-856e-fc4f33a7a670,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:01:57.751387 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:01:58.070598 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8648ee-9efd-4f37-a920-19bb958f336b req-a1f02413-f0c6-4452-8e7a-87c8451cb520 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:58.072320 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8f8648ee-9efd-4f37-a920-19bb958f336b req-a1f02413-f0c6-4452-8e7a-87c8451cb520 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.1638324 Apr 19 18:01:58.490269 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8f8648ee-9efd-4f37-a920-19bb958f336b req-cacf57ee-c3bf-4a4f-9a62-955f7595f2d5 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3603241 Apr 19 18:01:58.522726 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:58.792333 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228178a7-ae4d-4928-a378-e25150bf197c req-aaae87a4-8e23-4060-b662-a27fca6ad85f tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:58.794038 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-228178a7-ae4d-4928-a378-e25150bf197c req-aaae87a4-8e23-4060-b662-a27fca6ad85f tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.0916286 Apr 19 18:01:58.851372 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-228178a7-ae4d-4928-a378-e25150bf197c req-1594f22e-2037-4707-abdd-87713c85b232 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493906 Apr 19 18:01:58.905435 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831647'] for router, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:59.097576 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9a7f73-81a4-4e3c-92aa-c380b8f33fc9 None None] Network 78b15170-126a-40db-a90b-93ef0092a0be requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:01:59.129487 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Router 9e90fcc6-6985-4e6c-a5ad-6255d176b16a is scheduled to L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 with binding_index 1 {{(pid=86357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:01:59.199137 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-91602845-f28a-4175-be42-71cd86632e29 None None] Provisioning for port 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:01:59.335652 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:01:59.347508 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Sync routers for ids ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'] in dv-cinder-786927-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:01:59.358720 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Routers {'9e90fcc6-6985-4e6c-a5ad-6255d176b16a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:01:59.359599 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:01:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:01:59.360688 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:01:59.362477 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8a283e58-630d-48c7-8ca9-8c848fc656c2 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2001050 Apr 19 18:01:59.364952 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 60760) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:01:59.646747 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:01:59.695252 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Set router 9e90fcc6-6985-4e6c-a5ad-6255d176b16a gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:01:59.798441 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97464ecd-5493-4df5-9f06-90711c089340 req-d1fd55dc-40ba-443d-9a3c-7e638e8070d9 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:01:59.807225 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-97464ecd-5493-4df5-9f06-90711c089340 req-d1fd55dc-40ba-443d-9a3c-7e638e8070d9 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.1089110 Apr 19 18:01:59.871431 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-97464ecd-5493-4df5-9f06-90711c089340 req-4c995872-e016-416b-ba0e-d6322bddeb83 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631108 Apr 19 18:02:00.000012 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:02:00.005317 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:00.005735 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:00.053830 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'name': 'tempest-TestMinimumBasicScenario-1797549160-router', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:01:56Z', 'updated_at': '2021-04-19T18:01:58Z', 'revision_number': 3, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'gw_port': {'id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:01:57Z', 'updated_at': '2021-04-19T18:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:00.058699 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Checking router: 9e90fcc6-6985-4e6c-a5ad-6255d176b16a for host: dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:02:00.059219 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Updating router 9e90fcc6-6985-4e6c-a5ad-6255d176b16a port a4edeb97-55c3-47bf-856e-fc4f33a7a670 binding host dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:02:00.129242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:00.132562 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:00.166701 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port 1c6c8f12-891d-4a09-8b7e-9a32cdf55539, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=1c6c8f12-891d-4a09-8b7e-9a32cdf55539,segment=NetworkSegment(809423dd-ace1-4764-9277-dded31e7f24c),segment_id=809423dd-ace1-4764-9277-dded31e7f24c)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:00.170331 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:00.173489 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:00.216297 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec71c6-f6ee-4797-8fa0-3fc887cd75cd req-2013f6fc-e2eb-4f23-83e7-c135bf274505 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:00.218064 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a1ec71c6-f6ee-4797-8fa0-3fc887cd75cd req-2013f6fc-e2eb-4f23-83e7-c135bf274505 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1970916 Apr 19 18:02:00.244702 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=1c6c8f12-891d-4a09-8b7e-9a32cdf55539,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:00.248671 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:00.351449 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a1ec71c6-f6ee-4797-8fa0-3fc887cd75cd req-a1fc6839-f68a-49f1-844d-b17d97764ccc tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041384 Apr 19 18:02:00.379901 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:00.510207 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:00.523015 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Transition to ACTIVE for port object a4edeb97-55c3-47bf-856e-fc4f33a7a670 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:02:00.529863 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:00.533984 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92e520c8-eba6-4764-909c-6fb0d718a21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:00.617554 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Attempting to bind port a4edeb97-55c3-47bf-856e-fc4f33a7a670 on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:02:00.617982 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Attempting to bind port a4edeb97-55c3-47bf-856e-fc4f33a7a670 by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:02:00.618289 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Allocated IP 172.20.0.1 (78b15170-126a-40db-a90b-93ef0092a0be/b8f92494-8de7-4c63-96f4-31b3ac55cc7f/ebc43e07-c5ab-4154-b7df-402c24c8fd04) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:02:00.618445 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Attempting to bind port a4edeb97-55c3-47bf-856e-fc4f33a7a670 on network a2fa5661-1776-4bb8-890c-56efb392f8f6 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:02:00.628279 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0f5eb-954f-4073-9217-4535512efad0 None None] Pushing event updated for resources: {'Port': ['ID=a4edeb97-55c3-47bf-856e-fc4f33a7a670,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:00.630837 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:02:00.631255 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Checking segment: {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:02:00.631693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:00.632118 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Bound using segment: {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:02:00.632627 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Bound port: a4edeb97-55c3-47bf-856e-fc4f33a7a670, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:02:00.632963 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:00.680613 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5eb-954f-4073-9217-4535512efad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:00.681080 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5eb-954f-4073-9217-4535512efad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:00.681378 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5eb-954f-4073-9217-4535512efad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:00.681760 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5eb-954f-4073-9217-4535512efad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:00.681864 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5eb-954f-4073-9217-4535512efad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:00.682255 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5eb-954f-4073-9217-4535512efad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:00.682614 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5eb-954f-4073-9217-4535512efad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:00.683071 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5eb-954f-4073-9217-4535512efad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:00.683309 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5eb-954f-4073-9217-4535512efad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:00.683662 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5eb-954f-4073-9217-4535512efad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:00.684014 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5eb-954f-4073-9217-4535512efad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:00.684365 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa0f5eb-954f-4073-9217-4535512efad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:00.689963 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2aa0f5eb-954f-4073-9217-4535512efad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:00.731091 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] For port a4edeb97-55c3-47bf-856e-fc4f33a7a670, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:02:00.735704 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] For port a4edeb97-55c3-47bf-856e-fc4f33a7a670, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=a4edeb97-55c3-47bf-856e-fc4f33a7a670,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:02:00.739743 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:00.745759 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b155a100-0605-418c-b20d-d0924e9a1606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:00.936125 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd814e-2dc7-4934-8181-c11bc08b84b8 req-28b4bc4c-e7c3-46cc-84c7-e719d2ccb38d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:00.938107 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b7dd814e-2dc7-4934-8181-c11bc08b84b8 req-28b4bc4c-e7c3-46cc-84c7-e719d2ccb38d tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.52 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1151080 Apr 19 18:02:01.012230 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Routers {'9e90fcc6-6985-4e6c-a5ad-6255d176b16a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:02:01.012891 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:01:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:01.031966 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-b7dd814e-2dc7-4934-8181-c11bc08b84b8 req-3dcea5ac-591e-48fd-bdc7-8671dd105935 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Deleting port 0a37d879-74e3-43d7-8364-a16bb8b34e7f {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:02:01.032327 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b7dd814e-2dc7-4934-8181-c11bc08b84b8 req-3dcea5ac-591e-48fd-bdc7-8671dd105935 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:01.043212 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:01.061637 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Transition to ACTIVE for port object ebc43e07-c5ab-4154-b7df-402c24c8fd04 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:02:01.090156 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:01.096377 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:01.151609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0f5eb-954f-4073-9217-4535512efad0 None None] Pushing event updated for resources: {'Port': ['ID=a4edeb97-55c3-47bf-856e-fc4f33a7a670,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:01.156794 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2aa0f5eb-954f-4073-9217-4535512efad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:01.164927 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Network 78b15170-126a-40db-a90b-93ef0092a0be is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:02:01.169056 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:02:01.172884 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:02:01.214742 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc43e07-c5ab-4154-b7df-402c24c8fd04,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:01.219630 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:01.240167 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852965630'] for router_interface, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:01.244285 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] Set router 9e90fcc6-6985-4e6c-a5ad-6255d176b16a gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:02:01.254472 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:01.386529 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-b7dd814e-2dc7-4934-8181-c11bc08b84b8 req-3dcea5ac-591e-48fd-bdc7-8671dd105935 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] For port 0a37d879-74e3-43d7-8364-a16bb8b34e7f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0a37d879-74e3-43d7-8364-a16bb8b34e7f,segment=NetworkSegment(647dae85-79d8-4c98-8777-33601c559113),segment_id=647dae85-79d8-4c98-8777-33601c559113)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:01.386928 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b7dd814e-2dc7-4934-8181-c11bc08b84b8 req-3dcea5ac-591e-48fd-bdc7-8671dd105935 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:01.406415 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:01.412727 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-1f7387ab-89a6-4dfb-b4ff-6dc28e427b4c None None] Provisioning for port ebc43e07-c5ab-4154-b7df-402c24c8fd04 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:02:01.424336 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-1f7387ab-89a6-4dfb-b4ff-6dc28e427b4c None None] Provisioning complete for port ebc43e07-c5ab-4154-b7df-402c24c8fd04 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:01.424845 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1f7387ab-89a6-4dfb-b4ff-6dc28e427b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:01.575806 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-1f7387ab-89a6-4dfb-b4ff-6dc28e427b4c None None] Port ebc43e07-c5ab-4154-b7df-402c24c8fd04 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:02:01.596322 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-b7dd814e-2dc7-4934-8181-c11bc08b84b8 req-3dcea5ac-591e-48fd-bdc7-8671dd105935 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Calling delete_port for 0a37d879-74e3-43d7-8364-a16bb8b34e7f owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:02:01.607130 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:01.619293 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'name': 'tempest-TestMinimumBasicScenario-1797549160-router', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:01:56Z', 'updated_at': '2021-04-19T18:01:58Z', 'revision_number': 3, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'gw_port': {'id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:01:57Z', 'updated_at': '2021-04-19T18:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:01.623877 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7efd90a-0f0f-4155-a263-f608ddca8926 None None] The sync data for ids ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'] in dv-cinder-786927-1-smb is: [{'id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'name': 'tempest-TestMinimumBasicScenario-1797549160-router', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:01:56Z', 'updated_at': '2021-04-19T18:01:58Z', 'revision_number': 3, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'gw_port': {'id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:01:57Z', 'updated_at': '2021-04-19T18:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:02:01.693758 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378672b9-150a-4b6b-984e-ca9ae5d839f1 req-b8c30b06-d49a-4dfb-b733-503f3ea8d46b tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:01.701737 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-378672b9-150a-4b6b-984e-ca9ae5d839f1 req-b8c30b06-d49a-4dfb-b733-503f3ea8d46b tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 945 time: 0.1650083 Apr 19 18:02:01.720423 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:01.721015 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:01.769726 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-378672b9-150a-4b6b-984e-ca9ae5d839f1 req-5a3e8c6b-bdfb-42ab-a317-625f979206ad tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/security-groups?id=2900ad6d-bb95-4d4b-966e-8168cff00f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668471 Apr 19 18:02:01.821873 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:01.828082 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:01.856370 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b7dd814e-2dc7-4934-8181-c11bc08b84b8 req-3dcea5ac-591e-48fd-bdc7-8671dd105935 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:01.859461 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-72ed0c78-8bf6-4df5-b40b-54262bdca2ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:01.876032 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:01.931673 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcea5ac-591e-48fd-bdc7-8671dd105935 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Pushing event deleted for resources: {'Port': ['ID=0a37d879-74e3-43d7-8364-a16bb8b34e7f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:01.937636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3dcea5ac-591e-48fd-bdc7-8671dd105935 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:01.953727 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc43e07-c5ab-4154-b7df-402c24c8fd04,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:01.956544 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853104465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810277'] for router_interface, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:01.964168 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:02.031179 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dd814e-2dc7-4934-8181-c11bc08b84b8 req-3dcea5ac-591e-48fd-bdc7-8671dd105935 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] No DVR routers for this DVR port 0a37d879-74e3-43d7-8364-a16bb8b34e7f on host hv-cinder-78692 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:02:02.034452 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b7dd814e-2dc7-4934-8181-c11bc08b84b8 req-3dcea5ac-591e-48fd-bdc7-8671dd105935 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:02.048059 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2e6efd-69ee-45c9-a75e-7d588ea5073f', 'name': 'network-vif-deleted', 'tag': '0a37d879-74e3-43d7-8364-a16bb8b34e7f'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:02:02.054904 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b7dd814e-2dc7-4934-8181-c11bc08b84b8 req-3dcea5ac-591e-48fd-bdc7-8671dd105935 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.52 "DELETE /v2.0/ports/0a37d879-74e3-43d7-8364-a16bb8b34e7f HTTP/1.1" status: 204 len: 173 time: 1.1070237 Apr 19 18:02:02.102757 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2e6efd-69ee-45c9-a75e-7d588ea5073f', 'name': 'network-vif-deleted', 'tag': '0a37d879-74e3-43d7-8364-a16bb8b34e7f', 'status': 'completed', 'code': 200} Apr 19 18:02:02.143773 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Network 78b15170-126a-40db-a90b-93ef0092a0be is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:02:02.152107 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:02:02.444938 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 60798) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:02.480038 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Router 9e90fcc6-6985-4e6c-a5ad-6255d176b16a has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:02:02.517361 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-6e48f700-1264-49d6-a344-53ae51aff487 None None] Provisioning complete for port ebc43e07-c5ab-4154-b7df-402c24c8fd04 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:02.517786 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6e48f700-1264-49d6-a344-53ae51aff487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:02.592375 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-6e48f700-1264-49d6-a344-53ae51aff487 None None] Port ebc43e07-c5ab-4154-b7df-402c24c8fd04 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:02:02.645415 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6c0c4e8-9066-4804-a97d-3d5ccc077a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:02.676733 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f6c0c4e8-9066-4804-a97d-3d5ccc077a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:02:02.682763 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f6c0c4e8-9066-4804-a97d-3d5ccc077a0e admin admin] Usage tracker for resource:security_group_rule and tenant:2c58bdef3fe64917a5353d5f3e48d1a3 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:02:02.695279 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f6c0c4e8-9066-4804-a97d-3d5ccc077a0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:02:02.702521 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f6c0c4e8-9066-4804-a97d-3d5ccc077a0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:02:02.721544 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:02:02.737977 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] 10.222.0.81 "PUT /v2.0/routers/9e90fcc6-6985-4e6c-a5ad-6255d176b16a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3676705 Apr 19 18:02:02.809184 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6c0c4e8-9066-4804-a97d-3d5ccc077a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:02.815043 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6c0c4e8-9066-4804-a97d-3d5ccc077a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:02.824911 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4908bec3-6e96-45b8-9986-c070250818d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:02.857369 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0c4e8-9066-4804-a97d-3d5ccc077a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6957d7-da40-4cbd-a2cc-bcaf3645d7ff,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:02.860944 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f6c0c4e8-9066-4804-a97d-3d5ccc077a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:02.880133 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f6c0c4e8-9066-4804-a97d-3d5ccc077a0e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2c58bdef3fe64917a5353d5f3e48d1a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4337914 Apr 19 18:02:02.883178 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 60810) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:02.951829 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-386906e4-4f36-46f5-8416-22231c593394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:03.002638 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-386906e4-4f36-46f5-8416-22231c593394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:03.006020 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ba34580a-2e65-483d-bbd8-4a7abbc951c9 req-542f34bc-8753-4b15-9906-32e1e9516749 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Synchronizing usage tracker for tenant:ffe142e5172f4ee7b8e1b943c6aa700e on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:02:03.023948 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ba34580a-2e65-483d-bbd8-4a7abbc951c9 req-542f34bc-8753-4b15-9906-32e1e9516749 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Unset dirty status for tenant:ffe142e5172f4ee7b8e1b943c6aa700e on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:02:03.025624 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ba34580a-2e65-483d-bbd8-4a7abbc951c9 req-542f34bc-8753-4b15-9906-32e1e9516749 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] 10.222.0.81 "GET /v2.0/ports?device_id=db2e6efd-69ee-45c9-a75e-7d588ea5073f HTTP/1.1" status: 200 len: 210 time: 0.0892420 Apr 19 18:02:03.062666 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-386906e4-4f36-46f5-8416-22231c593394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:03.069377 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dbee94b8-cf78-425b-b474-9fbb8e13f176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:03.085814 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386906e4-4f36-46f5-8416-22231c593394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6957d7-da40-4cbd-a2cc-bcaf3645d7ff,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:03.088915 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-386906e4-4f36-46f5-8416-22231c593394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:03.090540 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-386906e4-4f36-46f5-8416-22231c593394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:03.095341 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-386906e4-4f36-46f5-8416-22231c593394 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ae6957d7-da40-4cbd-a2cc-bcaf3645d7ff HTTP/1.1" status: 204 len: 168 time: 0.2074277 Apr 19 18:02:03.179309 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 0a37d879-74e3-43d7-8364-a16bb8b34e7f no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:02:03.219270 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] No Port match for: 0a37d879-74e3-43d7-8364-a16bb8b34e7f {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:02:03.219667 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 0a37d879-74e3-43d7-8364-a16bb8b34e7f not bound to the agent host hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:02:03.537516 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 60830) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:03.544483 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1340456884-network', 'tenant_id': '2c3b1cdd139e4180a649be36524a9e44'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:02:03.550639 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:02:03.554842 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Usage tracker for resource:network and tenant:2c3b1cdd139e4180a649be36524a9e44 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:02:03.558083 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:02:03.567076 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:02:03.570362 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device a4edeb97-55c3-47bf-856e-fc4f33a7a670 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:03.592873 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Made reservation on behalf of 2c3b1cdd139e4180a649be36524a9e44 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:02:03.598124 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:03.611871 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:03.628009 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:02:03.632289 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Usage tracker for resource:security_group_rule and tenant:2c3b1cdd139e4180a649be36524a9e44 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:02:03.635467 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:02:03.643777 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:02:03.649559 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port a4edeb97-55c3-47bf-856e-fc4f33a7a670 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:02:03.655844 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port a4edeb97-55c3-47bf-856e-fc4f33a7a670 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:03.656650 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:03.740618 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:03.743965 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:03.748832 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c6c7957-9ab4-4ef9-a0e7-84fe6b47ca5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:03.776471 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:02:03.791515 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4600823-dc15-47ab-b337-c5019266f833,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:03.794949 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:03.796339 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:03.798172 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:03.798644 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Added segment 060c6a40-5200-4644-a1f4-0afe4062b293 of type vlan for network 3e9623be-57a3-4bec-a444-03a2de84414f Apr 19 18:02:03.815985 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port a4edeb97-55c3-47bf-856e-fc4f33a7a670, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=a4edeb97-55c3-47bf-856e-fc4f33a7a670,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:03.819343 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:03.821627 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:03.831959 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764668142058'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:03.868347 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:03.870284 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:03.870929 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:03.877023 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:03.891693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=a4edeb97-55c3-47bf-856e-fc4f33a7a670,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:03.894941 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:03.982386 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Pushing event updated for resources: {'Network': ['ID=3e9623be-57a3-4bec-a444-03a2de84414f,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:03.987809 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4468479 Apr 19 18:02:03.987809 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:03.989041 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 60840) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:03.996525 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Network 3e9623be-57a3-4bec-a444-03a2de84414f details requested by agent ovs-agent-dv-cinder-786927-1-smb with host dv-cinder-786927-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:02:04.004519 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-feb3e470-441d-491a-8bb9-d4d921746223 admin admin] Request body: {'subnet': {'network_id': '3e9623be-57a3-4bec-a444-03a2de84414f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1340456884-subnet', 'tenant_id': '2c3b1cdd139e4180a649be36524a9e44', 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:02:04.011616 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-feb3e470-441d-491a-8bb9-d4d921746223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:02:04.017691 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-feb3e470-441d-491a-8bb9-d4d921746223 admin admin] Usage tracker for resource:subnet and tenant:2c3b1cdd139e4180a649be36524a9e44 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:02:04.021175 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-feb3e470-441d-491a-8bb9-d4d921746223 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:02:04.029212 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-feb3e470-441d-491a-8bb9-d4d921746223 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:02:04.038664 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb3e470-441d-491a-8bb9-d4d921746223 admin admin] Made reservation on behalf of 2c3b1cdd139e4180a649be36524a9e44 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:02:04.043746 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-feb3e470-441d-491a-8bb9-d4d921746223 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852380868'] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:04.146542 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 60846) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:04.702646 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-feb3e470-441d-491a-8bb9-d4d921746223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3183493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852380883'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:04.708789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:04.766930 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-98fad46f-bc14-4dda-8a7d-5962fb1fd987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852970854'] for router_interface, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:04.791047 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3e470-441d-491a-8bb9-d4d921746223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89f18bba-888d-45e4-8380-7f141cb54a37,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:04.794737 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-feb3e470-441d-491a-8bb9-d4d921746223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:04.797691 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb3e470-441d-491a-8bb9-d4d921746223 admin admin] Checking segment: {'id': '060c6a40-5200-4644-a1f4-0afe4062b293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e9623be-57a3-4bec-a444-03a2de84414f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:02:04.798013 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb3e470-441d-491a-8bb9-d4d921746223 admin admin] Network hostable DHCP agents. Network: 3e9623be-57a3-4bec-a444-03a2de84414f, hostable agents: ['e04df252-53f8-4f20-921c-5c31ef9947a5'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:02:04.820610 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb3e470-441d-491a-8bb9-d4d921746223 admin admin] Network 3e9623be-57a3-4bec-a444-03a2de84414f is scheduled to be hosted by DHCP agent e04df252-53f8-4f20-921c-5c31ef9947a5 with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:02:04.822637 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Sync routers for ids ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:02:04.830819 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-feb3e470-441d-491a-8bb9-d4d921746223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-smb, 3e9623be-57a3-4bec-a444-03a2de84414f) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:02:04.833528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Routers {'9e90fcc6-6985-4e6c-a5ad-6255d176b16a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:02:04.834516 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:01:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:04.846273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb3e470-441d-491a-8bb9-d4d921746223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:04.846931 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-feb3e470-441d-491a-8bb9-d4d921746223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:04.872584 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-feb3e470-441d-491a-8bb9-d4d921746223 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8822451 Apr 19 18:02:04.876127 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 60852) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:04.881904 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1340456884-router', 'tenant_id': '2c3b1cdd139e4180a649be36524a9e44', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:02:04.887442 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:02:04.893217 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Usage tracker for resource:router and tenant:2c3b1cdd139e4180a649be36524a9e44 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:02:04.897407 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:02:04.902712 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa13848-f316-46de-b621-e583a7845927 None None] Network 3e9623be-57a3-4bec-a444-03a2de84414f requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:02:04.904141 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:02:04.914526 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1809644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-312'] for router, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:04.915815 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852966172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852944382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853057005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775504'] for router, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:04.931799 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:05.183573 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Set router 9e90fcc6-6985-4e6c-a5ad-6255d176b16a gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:02:05.234225 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852944139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852958369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775519'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:05.385821 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-98fad46f-bc14-4dda-8a7d-5962fb1fd987 admin admin] Deleting port d35eaa2f-711c-48ad-8334-9f4bde80ef2d {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:02:05.386211 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-98fad46f-bc14-4dda-8a7d-5962fb1fd987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:05.403237 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe99519b7-2792-57d6-bafa-c992fbacc188-3e9623be-57a3-4bec-a444-03a2de84414f', 'network_id': '3e9623be-57a3-4bec-a444-03a2de84414f', 'tenant_id': '2c3b1cdd139e4180a649be36524a9e44', 'fixed_ips': [{'subnet_id': '89f18bba-888d-45e4-8380-7f141cb54a37'}]}} from dv-cinder-786927-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:02:05.404087 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:05.579977 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-98fad46f-bc14-4dda-8a7d-5962fb1fd987 admin admin] For port d35eaa2f-711c-48ad-8334-9f4bde80ef2d, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=d35eaa2f-711c-48ad-8334-9f4bde80ef2d,segment=NetworkSegment(647dae85-79d8-4c98-8777-33601c559113),segment_id=647dae85-79d8-4c98-8777-33601c559113)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:05.580374 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-98fad46f-bc14-4dda-8a7d-5962fb1fd987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:05.613177 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:05.623501 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Allocated IP 172.20.0.2 (3e9623be-57a3-4bec-a444-03a2de84414f/89f18bba-888d-45e4-8380-7f141cb54a37/bc0c8f04-742f-491a-948a-ce865ff2576d) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:02:05.650156 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:05.719446 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-98fad46f-bc14-4dda-8a7d-5962fb1fd987 admin admin] Calling delete_port for d35eaa2f-711c-48ad-8334-9f4bde80ef2d owned by network:router_interface {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:02:05.791451 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device a4edeb97-55c3-47bf-856e-fc4f33a7a670 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:05.817872 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Allocated IP 172.28.2.182 (a2fa5661-1776-4bb8-890c-56efb392f8f6/97753496-fb36-4619-b754-5756b6f438bf/1df449fe-7310-4a2c-8f7d-265f23f7b2f0) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:02:05.992207 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:06.009315 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:06.047069 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:06.050777 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port a4edeb97-55c3-47bf-856e-fc4f33a7a670 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:06.051195 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:06.052182 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:06.092697 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Transition to ACTIVE for port object bc0c8f04-742f-491a-948a-ce865ff2576d will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:02:06.093667 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-98fad46f-bc14-4dda-8a7d-5962fb1fd987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:06.102235 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2ead49ca-2567-45d1-9079-82997d4c060f tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:06.125281 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Network a2fa5661-1776-4bb8-890c-56efb392f8f6 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:02:06.128823 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:02:06.132892 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:02:06.139643 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Transition to ACTIVE for port object bc0c8f04-742f-491a-948a-ce865ff2576d will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:02:06.152258 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:06.158817 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:06.171335 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Pushing event updated for resources: {'Port': ['ID=1df449fe-7310-4a2c-8f7d-265f23f7b2f0,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:06.175762 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:06.186135 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fad46f-bc14-4dda-8a7d-5962fb1fd987 admin admin] Pushing event deleted for resources: {'Port': ['ID=d35eaa2f-711c-48ad-8334-9f4bde80ef2d,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:06.188778 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-98fad46f-bc14-4dda-8a7d-5962fb1fd987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:06.449326 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Network 3e9623be-57a3-4bec-a444-03a2de84414f is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:02:06.454373 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-98fad46f-bc14-4dda-8a7d-5962fb1fd987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852970780'] for router_interface, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:06.454549 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'name': 'tempest-TestMinimumBasicScenario-1797549160-router', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:01:56Z', 'updated_at': '2021-04-19T18:02:01Z', 'revision_number': 4, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'gw_port': {'id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:01:57Z', 'updated_at': '2021-04-19T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': 'ebc43e07-c5ab-4154-b7df-402c24c8fd04', 'name': '', 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'mac_address': 'fa:16:3e:df:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:00Z', 'updated_at': '2021-04-19T18:02:01Z', 'revision_number': 2, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'subnets': [{'id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:06.465671 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:02:06.476056 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:02:06.478281 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Pushing event updated for resources: {'Port': ['ID=bc0c8f04-742f-491a-948a-ce865ff2576d,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:06.480745 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Checking router: 9e90fcc6-6985-4e6c-a5ad-6255d176b16a for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:02:06.481151 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Updating router 9e90fcc6-6985-4e6c-a5ad-6255d176b16a port ebc43e07-c5ab-4154-b7df-402c24c8fd04 binding host dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:02:06.510489 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:06.597350 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:06.630361 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:06.649772 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Attempting to bind port bc0c8f04-742f-491a-948a-ce865ff2576d on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:02:06.650190 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Attempting to bind port bc0c8f04-742f-491a-948a-ce865ff2576d by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': '060c6a40-5200-4644-a1f4-0afe4062b293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e9623be-57a3-4bec-a444-03a2de84414f'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:02:06.650615 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Attempting to bind port bc0c8f04-742f-491a-948a-ce865ff2576d on network 3e9623be-57a3-4bec-a444-03a2de84414f {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:02:06.686297 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:02:06.686764 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Checking segment: {'id': '060c6a40-5200-4644-a1f4-0afe4062b293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e9623be-57a3-4bec-a444-03a2de84414f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:02:06.687186 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:06.687593 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Bound using segment: {'id': '060c6a40-5200-4644-a1f4-0afe4062b293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e9623be-57a3-4bec-a444-03a2de84414f'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:02:06.688156 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Bound port: bc0c8f04-742f-491a-948a-ce865ff2576d, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060c6a40-5200-4644-a1f4-0afe4062b293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e9623be-57a3-4bec-a444-03a2de84414f'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:02:06.688569 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:06.876671 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fad46f-bc14-4dda-8a7d-5962fb1fd987 admin admin] Router 3934b033-8476-4b6a-90f1-b88a28fe596f has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:02:06.914185 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] For port bc0c8f04-742f-491a-948a-ce865ff2576d, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:02:06.980370 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] For port bc0c8f04-742f-491a-948a-ce865ff2576d, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=bc0c8f04-742f-491a-948a-ce865ff2576d,segment=NetworkSegment(060c6a40-5200-4644-a1f4-0afe4062b293),segment_id=060c6a40-5200-4644-a1f4-0afe4062b293)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:02:06.981190 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831647'] for router, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:06.994825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:07.003976 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:07.096900 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fad46f-bc14-4dda-8a7d-5962fb1fd987 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:02:07.108085 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075bcfe9-4bdd-45f4-88ff-6225ac32ff83 None None] Sync routers for ids ['3934b033-8476-4b6a-90f1-b88a28fe596f'] in dv-cinder-786927-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:02:07.125617 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075bcfe9-4bdd-45f4-88ff-6225ac32ff83 None None] Routers {'3934b033-8476-4b6a-90f1-b88a28fe596f'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:02:07.127057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-075bcfe9-4bdd-45f4-88ff-6225ac32ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:01:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['3934b033-8476-4b6a-90f1-b88a28fe596f'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:07.134350 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-98fad46f-bc14-4dda-8a7d-5962fb1fd987 admin admin] 10.222.0.81 "PUT /v2.0/routers/3934b033-8476-4b6a-90f1-b88a28fe596f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9833026 Apr 19 18:02:07.135552 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 60866) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:07.154131 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Pushing event updated for resources: {'Port': ['ID=bc0c8f04-742f-491a-948a-ce865ff2576d,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:07.159251 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:07.279021 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:07.303143 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Transition to ACTIVE for port object ebc43e07-c5ab-4154-b7df-402c24c8fd04 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:02:07.310188 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:07.314671 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:07.450824 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-075bcfe9-4bdd-45f4-88ff-6225ac32ff83 None None] Set router 3934b033-8476-4b6a-90f1-b88a28fe596f gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:02:07.784066 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85624f-d403-4770-964c-bc1d04b4d48e None None] Pushing event updated for resources: {'Port': ['ID=ebc43e07-c5ab-4154-b7df-402c24c8fd04,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:07.792507 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6e85624f-d403-4770-964c-bc1d04b4d48e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:07.816589 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Attempting to bind port ebc43e07-c5ab-4154-b7df-402c24c8fd04 on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:02:07.817718 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Attempting to bind port ebc43e07-c5ab-4154-b7df-402c24c8fd04 by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': '809423dd-ace1-4764-9277-dded31e7f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:02:07.818678 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Attempting to bind port ebc43e07-c5ab-4154-b7df-402c24c8fd04 on network 78b15170-126a-40db-a90b-93ef0092a0be {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:02:07.822422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Router 88df0c60-717f-4a65-a4bb-7d263a82fa10 is scheduled to L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 with binding_index 1 {{(pid=86356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:02:07.833670 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:02:07.834441 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Checking segment: {'id': '809423dd-ace1-4764-9277-dded31e7f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:02:07.835081 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:07.835688 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Bound using segment: {'id': '809423dd-ace1-4764-9277-dded31e7f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:02:07.836408 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Bound port: ebc43e07-c5ab-4154-b7df-402c24c8fd04, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809423dd-ace1-4764-9277-dded31e7f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:02:07.837007 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:07.916669 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d22f4362-8b9b-44c6-bf12-0264d3fe71dc admin admin] Notify callbacks [] for router, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:07.964369 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] For port ebc43e07-c5ab-4154-b7df-402c24c8fd04, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:02:07.968086 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] For port ebc43e07-c5ab-4154-b7df-402c24c8fd04, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=ebc43e07-c5ab-4154-b7df-402c24c8fd04,segment=NetworkSegment(809423dd-ace1-4764-9277-dded31e7f24c),segment_id=809423dd-ace1-4764-9277-dded31e7f24c)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:02:07.972639 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:07.980028 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:08.048442 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-075bcfe9-4bdd-45f4-88ff-6225ac32ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'name': 'tempest-ServerRescueNegativeTestJSON-644209164-router', 'tenant_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '6b224956-779b-4d5f-9016-57caac660678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:28Z', 'updated_at': '2021-04-19T18:02:06Z', 'revision_number': 5, 'project_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'gw_port': {'id': '6b224956-779b-4d5f-9016-57caac660678', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:29Z', 'updated_at': '2021-04-19T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:08.053422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075bcfe9-4bdd-45f4-88ff-6225ac32ff83 None None] Checking router: 3934b033-8476-4b6a-90f1-b88a28fe596f for host: dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:02:08.065356 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075bcfe9-4bdd-45f4-88ff-6225ac32ff83 None None] Routers {'3934b033-8476-4b6a-90f1-b88a28fe596f'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:02:08.069387 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-075bcfe9-4bdd-45f4-88ff-6225ac32ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:01:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['3934b033-8476-4b6a-90f1-b88a28fe596f'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:08.069918 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Routers {'9e90fcc6-6985-4e6c-a5ad-6255d176b16a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:02:08.070500 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:02:08.070684 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:01:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:08.120757 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:08.131179 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2537491 Apr 19 18:02:08.132189 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 60872) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:08.157577 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Sync routers for ids ['88df0c60-717f-4a65-a4bb-7d263a82fa10'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:02:08.183798 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85624f-d403-4770-964c-bc1d04b4d48e None None] Pushing event updated for resources: {'Port': ['ID=ebc43e07-c5ab-4154-b7df-402c24c8fd04,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:08.257467 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6e85624f-d403-4770-964c-bc1d04b4d48e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:08.279609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Routers {'88df0c60-717f-4a65-a4bb-7d263a82fa10'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:02:08.280489 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:01:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['88df0c60-717f-4a65-a4bb-7d263a82fa10'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:08.284759 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d22f4362-8b9b-44c6-bf12-0264d3fe71dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:08.303197 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-d22f4362-8b9b-44c6-bf12-0264d3fe71dc admin admin] Deleting port 6b224956-779b-4d5f-9016-57caac660678 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:02:08.303688 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d22f4362-8b9b-44c6-bf12-0264d3fe71dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:08.402659 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-075bcfe9-4bdd-45f4-88ff-6225ac32ff83 None None] Set router 3934b033-8476-4b6a-90f1-b88a28fe596f gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:02:08.583557 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-d22f4362-8b9b-44c6-bf12-0264d3fe71dc admin admin] For port 6b224956-779b-4d5f-9016-57caac660678, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=6b224956-779b-4d5f-9016-57caac660678,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:08.585240 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d22f4362-8b9b-44c6-bf12-0264d3fe71dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:08.609745 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] Set router 9e90fcc6-6985-4e6c-a5ad-6255d176b16a gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:02:08.882471 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-d22f4362-8b9b-44c6-bf12-0264d3fe71dc admin admin] Calling delete_port for 6b224956-779b-4d5f-9016-57caac660678 owned by network:router_gateway {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:02:09.055807 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Set router 88df0c60-717f-4a65-a4bb-7d263a82fa10 gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:02:09.102462 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-075bcfe9-4bdd-45f4-88ff-6225ac32ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'name': 'tempest-ServerRescueNegativeTestJSON-644209164-router', 'tenant_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '6b224956-779b-4d5f-9016-57caac660678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:28Z', 'updated_at': '2021-04-19T18:02:06Z', 'revision_number': 5, 'project_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'gw_port': {'id': '6b224956-779b-4d5f-9016-57caac660678', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:29Z', 'updated_at': '2021-04-19T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:09.107485 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075bcfe9-4bdd-45f4-88ff-6225ac32ff83 None None] The sync data for ids ['3934b033-8476-4b6a-90f1-b88a28fe596f'] in dv-cinder-786927-1-smb is: [{'id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'name': 'tempest-ServerRescueNegativeTestJSON-644209164-router', 'tenant_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': '6b224956-779b-4d5f-9016-57caac660678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:28Z', 'updated_at': '2021-04-19T18:02:06Z', 'revision_number': 5, 'project_id': 'ffe142e5172f4ee7b8e1b943c6aa700e', 'gw_port': {'id': '6b224956-779b-4d5f-9016-57caac660678', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3934b033-8476-4b6a-90f1-b88a28fe596f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:29Z', 'updated_at': '2021-04-19T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:02:09.129564 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639a8150-081e-41e0-81d9-d1d2e8f23205 None None] Network 3e9623be-57a3-4bec-a444-03a2de84414f requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:02:09.176526 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d22f4362-8b9b-44c6-bf12-0264d3fe71dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:09.182145 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-98fad46f-bc14-4dda-8a7d-5962fb1fd987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:09.245048 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f4362-8b9b-44c6-bf12-0264d3fe71dc admin admin] Pushing event deleted for resources: {'Port': ['ID=6b224956-779b-4d5f-9016-57caac660678,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:09.260140 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d22f4362-8b9b-44c6-bf12-0264d3fe71dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:09.314148 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:09.439512 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d22f4362-8b9b-44c6-bf12-0264d3fe71dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1831525'] for router_gateway, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:09.454833 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-21353900-6234-4fbe-8918-73926674ecec None None] Provisioning for port bc0c8f04-742f-491a-948a-ce865ff2576d completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:02:09.580299 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Allocated IP 172.20.0.1 (3e9623be-57a3-4bec-a444-03a2de84414f/89f18bba-888d-45e4-8380-7f141cb54a37/8b1d5740-f194-4025-8566-6fd4dceb1d8a) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:02:09.647314 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6f0be-60a0-4667-9fb5-81383675bff1 req-7754bc70-81f8-441a-b4cb-638740b477fc tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:09.648980 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-aac6f0be-60a0-4667-9fb5-81383675bff1 req-7754bc70-81f8-441a-b4cb-638740b477fc tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 946 time: 0.3449938 Apr 19 18:02:09.656672 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d22f4362-8b9b-44c6-bf12-0264d3fe71dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-297'] for router, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:09.674804 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d22f4362-8b9b-44c6-bf12-0264d3fe71dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:09.785145 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d22f4362-8b9b-44c6-bf12-0264d3fe71dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852968835'] for router, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:09.785647 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22f4362-8b9b-44c6-bf12-0264d3fe71dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3934b033-8476-4b6a-90f1-b88a28fe596f {{(pid=86357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:02:09.789675 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-aac6f0be-60a0-4667-9fb5-81383675bff1 req-a150984a-570b-49d7-a41f-d3b3adcef11d tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307948 Apr 19 18:02:09.797954 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:09.802098 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d22f4362-8b9b-44c6-bf12-0264d3fe71dc admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:09.806280 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d22f4362-8b9b-44c6-bf12-0264d3fe71dc admin admin] 10.222.0.81 "DELETE /v2.0/routers/3934b033-8476-4b6a-90f1-b88a28fe596f HTTP/1.1" status: 204 len: 168 time: 2.6692660 Apr 19 18:02:09.807147 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 60882) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:09.810648 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device bc0c8f04-742f-491a-948a-ce865ff2576d up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:09.830732 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Transition to ACTIVE for port object 8b1d5740-f194-4025-8566-6fd4dceb1d8a will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:02:09.863169 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:09.876569 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a03254-826f-4f35-b77a-4c5d080bfc28 admin admin] Deleting subnet 7b92ef63-a0d2-412e-89de-24f4b22a0c4d {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:02:09.878261 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d5e04813-4334-43ab-85b8-02d65d1a6f98 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:09.881994 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a1a03254-826f-4f35-b77a-4c5d080bfc28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:09.928502 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Network 3e9623be-57a3-4bec-a444-03a2de84414f is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:02:09.929781 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:02:09.938411 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a1a03254-826f-4f35-b77a-4c5d080bfc28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2524320'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:09.944719 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:02:09.998442 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'name': 'tempest-TestMinimumBasicScenario-1340456884-router', 'tenant_id': '2c3b1cdd139e4180a649be36524a9e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '1df449fe-7310-4a2c-8f7d-265f23f7b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:04Z', 'updated_at': '2021-04-19T18:02:06Z', 'revision_number': 3, 'project_id': '2c3b1cdd139e4180a649be36524a9e44', 'gw_port': {'id': '1df449fe-7310-4a2c-8f7d-265f23f7b2f0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:05Z', 'updated_at': '2021-04-19T18:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:10.004494 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a1a03254-826f-4f35-b77a-4c5d080bfc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773666'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:10.010110 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Checking router: 88df0c60-717f-4a65-a4bb-7d263a82fa10 for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:02:10.010537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Updating router 88df0c60-717f-4a65-a4bb-7d263a82fa10 port 1df449fe-7310-4a2c-8f7d-265f23f7b2f0 binding host dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:02:10.012185 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Pushing event updated for resources: {'Port': ['ID=8b1d5740-f194-4025-8566-6fd4dceb1d8a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:10.017324 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:10.020354 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852965630'] for router_interface, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:10.065011 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port bc0c8f04-742f-491a-948a-ce865ff2576d completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:02:10.091296 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port bc0c8f04-742f-491a-948a-ce865ff2576d triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:10.092179 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:10.137690 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'name': 'tempest-TestMinimumBasicScenario-1797549160-router', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:01:56Z', 'updated_at': '2021-04-19T18:02:01Z', 'revision_number': 4, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'gw_port': {'id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:01:57Z', 'updated_at': '2021-04-19T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': 'ebc43e07-c5ab-4154-b7df-402c24c8fd04', 'name': '', 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'mac_address': 'fa:16:3e:df:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:00Z', 'updated_at': '2021-04-19T18:02:07Z', 'revision_number': 4, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'subnets': [{'id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:10.152463 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:10.181194 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:10.203677 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf788af-3aae-4860-b512-555b462288f3 None None] The sync data for ids ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'] in dv-cinder-786927-1-smb is: [{'id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'name': 'tempest-TestMinimumBasicScenario-1797549160-router', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:01:56Z', 'updated_at': '2021-04-19T18:02:01Z', 'revision_number': 4, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'gw_port': {'id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:01:57Z', 'updated_at': '2021-04-19T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': 'ebc43e07-c5ab-4154-b7df-402c24c8fd04', 'name': '', 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'mac_address': 'fa:16:3e:df:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:00Z', 'updated_at': '2021-04-19T18:02:07Z', 'revision_number': 4, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'subnets': [{'id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:02:10.438413 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a1a03254-826f-4f35-b77a-4c5d080bfc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854002150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850878272'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:10.447185 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5f15843f-bc41-4b8c-af04-ab919d12077f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:10.496450 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a03254-826f-4f35-b77a-4c5d080bfc28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b92ef63-a0d2-412e-89de-24f4b22a0c4d,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:10.504047 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a1a03254-826f-4f35-b77a-4c5d080bfc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:10.504047 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a1a03254-826f-4f35-b77a-4c5d080bfc28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:10.509610 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a1a03254-826f-4f35-b77a-4c5d080bfc28 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7b92ef63-a0d2-412e-89de-24f4b22a0c4d HTTP/1.1" status: 204 len: 168 time: 0.7012565 Apr 19 18:02:10.512610 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 60886) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:10.535152 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:10.549164 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-7487bc06-5db0-443a-9a89-76259a351683 None None] Provisioning complete for port bc0c8f04-742f-491a-948a-ce865ff2576d triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:10.549593 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7487bc06-5db0-443a-9a89-76259a351683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:10.656450 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-99006ed9-1f4f-48b5-889b-2dc0e1b87b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547694'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:10.663190 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:10.669851 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183133'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:10.700249 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6afa209e-5706-4e27-a89d-88b160836574 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:10.720244 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port bc0c8f04-742f-491a-948a-ce865ff2576d, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=bc0c8f04-742f-491a-948a-ce865ff2576d,segment=NetworkSegment(060c6a40-5200-4644-a1f4-0afe4062b293),segment_id=060c6a40-5200-4644-a1f4-0afe4062b293)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:10.730563 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:10.737054 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-66455717-43e5-4228-bec6-92e1d85dc528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:10.789477 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device d35eaa2f-711c-48ad-8334-9f4bde80ef2d no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:02:10.907784 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853104465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810277'] for router_interface, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:10.930717 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Pushing event updated for resources: {'Port': ['ID=8b1d5740-f194-4025-8566-6fd4dceb1d8a,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:10.939832 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:10.943238 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-99006ed9-1f4f-48b5-889b-2dc0e1b87b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854002057', 'neutron.services.segments.db._delete_segments_for_network-8764668505459'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:11.112524 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: d35eaa2f-711c-48ad-8334-9f4bde80ef2d {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:02:11.113147 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device d35eaa2f-711c-48ad-8334-9f4bde80ef2d not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:02:11.165460 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=bc0c8f04-742f-491a-948a-ce865ff2576d,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:11.169109 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:11.195828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-7487bc06-5db0-443a-9a89-76259a351683 None None] Provisioning for port 8b1d5740-f194-4025-8566-6fd4dceb1d8a completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:02:11.240206 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-7487bc06-5db0-443a-9a89-76259a351683 None None] Provisioning complete for port 8b1d5740-f194-4025-8566-6fd4dceb1d8a triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:11.240625 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7487bc06-5db0-443a-9a89-76259a351683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:11.319121 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:11.324563 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-7487bc06-5db0-443a-9a89-76259a351683 None None] Port 8b1d5740-f194-4025-8566-6fd4dceb1d8a cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:02:11.335714 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Transition to ACTIVE for port object 1df449fe-7310-4a2c-8f7d-265f23f7b2f0 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:02:11.342010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:11.346856 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:11.428806 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Attempting to bind port 1df449fe-7310-4a2c-8f7d-265f23f7b2f0 on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:02:11.429225 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Attempting to bind port 1df449fe-7310-4a2c-8f7d-265f23f7b2f0 by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:02:11.429636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Attempting to bind port 1df449fe-7310-4a2c-8f7d-265f23f7b2f0 on network a2fa5661-1776-4bb8-890c-56efb392f8f6 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:02:11.445155 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4221618-bcb7-4f7f-b0ba-cb6cb7a663f1 None None] Pushing event updated for resources: {'Port': ['ID=1df449fe-7310-4a2c-8f7d-265f23f7b2f0,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:11.447981 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e4221618-bcb7-4f7f-b0ba-cb6cb7a663f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:11.451129 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:02:11.451545 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Checking segment: {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:02:11.452029 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:11.452463 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Bound using segment: {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:02:11.453156 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Bound port: 1df449fe-7310-4a2c-8f7d-265f23f7b2f0, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:02:11.453411 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:11.479526 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-99006ed9-1f4f-48b5-889b-2dc0e1b87b30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf94a7d-dd30-4a9d-8286-77365bd61729']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:11.504218 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-c090820b-530f-46b4-a452-38fa329ad01b None None] Provisioning complete for port 8b1d5740-f194-4025-8566-6fd4dceb1d8a triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:11.504493 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c090820b-530f-46b4-a452-38fa329ad01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:11.509825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-99006ed9-1f4f-48b5-889b-2dc0e1b87b30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647dae85-79d8-4c98-8777-33601c559113') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:11.510185 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-99006ed9-1f4f-48b5-889b-2dc0e1b87b30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647dae85-79d8-4c98-8777-33601c559113') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:11.540212 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-99006ed9-1f4f-48b5-889b-2dc0e1b87b30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272186160483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851622768'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:11.556677 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f31707-75f4-42d0-9d6a-711165b72f4c req-44fe128a-a396-4796-8c7d-ab70543610eb tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:11.564927 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-39f31707-75f4-42d0-9d6a-711165b72f4c req-44fe128a-a396-4796-8c7d-ab70543610eb tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 946 time: 0.6239698 Apr 19 18:02:11.588897 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Network 3e9623be-57a3-4bec-a444-03a2de84414f is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:02:11.594454 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:02:11.598256 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-c090820b-530f-46b4-a452-38fa329ad01b None None] Port 8b1d5740-f194-4025-8566-6fd4dceb1d8a cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:02:11.602166 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] For port 1df449fe-7310-4a2c-8f7d-265f23f7b2f0, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:02:11.605749 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] For port 1df449fe-7310-4a2c-8f7d-265f23f7b2f0, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=1df449fe-7310-4a2c-8f7d-265f23f7b2f0,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:02:11.612971 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:11.618787 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:11.621627 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-99006ed9-1f4f-48b5-889b-2dc0e1b87b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:11.690784 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-39f31707-75f4-42d0-9d6a-711165b72f4c req-498b1243-b0af-4259-b4bc-8d7897465fd9 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248636 Apr 19 18:02:11.699845 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device bc0c8f04-742f-491a-948a-ce865ff2576d up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:11.700062 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99006ed9-1f4f-48b5-889b-2dc0e1b87b30 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:02:11.810774 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Routers {'88df0c60-717f-4a65-a4bb-7d263a82fa10'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:02:11.811520 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:01:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['88df0c60-717f-4a65-a4bb-7d263a82fa10'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:11.886383 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4221618-bcb7-4f7f-b0ba-cb6cb7a663f1 None None] Pushing event updated for resources: {'Port': ['ID=1df449fe-7310-4a2c-8f7d-265f23f7b2f0,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:11.953179 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e4221618-bcb7-4f7f-b0ba-cb6cb7a663f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:11.990698 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-3dc06222-8fb7-437a-af14-b6abc3c96d0a None None] Provisioning complete for port 8b1d5740-f194-4025-8566-6fd4dceb1d8a triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:11.991153 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3dc06222-8fb7-437a-af14-b6abc3c96d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:11.993287 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-99006ed9-1f4f-48b5-889b-2dc0e1b87b30 admin admin] Network 2bf94a7d-dd30-4a9d-8286-77365bd61729 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:02:12.005197 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-99006ed9-1f4f-48b5-889b-2dc0e1b87b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3183203'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:12.026657 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port bc0c8f04-742f-491a-948a-ce865ff2576d triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:12.027086 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:12.105610 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Router 88df0c60-717f-4a65-a4bb-7d263a82fa10 has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:02:12.127213 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-3dc06222-8fb7-437a-af14-b6abc3c96d0a None None] Port 8b1d5740-f194-4025-8566-6fd4dceb1d8a cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:02:12.140724 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] Set router 88df0c60-717f-4a65-a4bb-7d263a82fa10 gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:02:12.263459 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-99006ed9-1f4f-48b5-889b-2dc0e1b87b30 admin admin] Network 2bf94a7d-dd30-4a9d-8286-77365bd61729 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: timer() Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: cb(*args, **kw) Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: self._notify() Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: self.callback(batched_events) Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: event.method(event) Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: return self._get(url).json() Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: **kwargs) Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: **endpoint_filter) Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:02:12.294670 dv-cinder-786927-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:02:12.415414 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device ebc43e07-c5ab-4154-b7df-402c24c8fd04 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:12.460374 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-99006ed9-1f4f-48b5-889b-2dc0e1b87b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810306'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:12.476051 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:12.490087 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-99006ed9-1f4f-48b5-889b-2dc0e1b87b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:12.505843 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99006ed9-1f4f-48b5-889b-2dc0e1b87b30 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bf94a7d-dd30-4a9d-8286-77365bd61729,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:12.511344 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-99006ed9-1f4f-48b5-889b-2dc0e1b87b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:12.520375 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:02:12.525626 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] 10.222.0.81 "PUT /v2.0/routers/88df0c60-717f-4a65-a4bb-7d263a82fa10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3921199 Apr 19 18:02:12.530206 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-99006ed9-1f4f-48b5-889b-2dc0e1b87b30 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2bf94a7d-dd30-4a9d-8286-77365bd61729 HTTP/1.1" status: 204 len: 168 time: 2.0139258 Apr 19 18:02:12.572221 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port ebc43e07-c5ab-4154-b7df-402c24c8fd04 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:02:12.580026 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port ebc43e07-c5ab-4154-b7df-402c24c8fd04 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:12.580442 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:12.657290 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'name': 'tempest-TestMinimumBasicScenario-1340456884-router', 'tenant_id': '2c3b1cdd139e4180a649be36524a9e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '1df449fe-7310-4a2c-8f7d-265f23f7b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:04Z', 'updated_at': '2021-04-19T18:02:10Z', 'revision_number': 4, 'project_id': '2c3b1cdd139e4180a649be36524a9e44', 'gw_port': {'id': '1df449fe-7310-4a2c-8f7d-265f23f7b2f0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:05Z', 'updated_at': '2021-04-19T18:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '8b1d5740-f194-4025-8566-6fd4dceb1d8a', 'name': '', 'network_id': '3e9623be-57a3-4bec-a444-03a2de84414f', 'tenant_id': '2c3b1cdd139e4180a649be36524a9e44', 'mac_address': 'fa:16:3e:a0:4a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '89f18bba-888d-45e4-8380-7f141cb54a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:09Z', 'updated_at': '2021-04-19T18:02:10Z', 'revision_number': 2, 'project_id': '2c3b1cdd139e4180a649be36524a9e44', 'subnets': [{'id': '89f18bba-888d-45e4-8380-7f141cb54a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:12.657480 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 60896) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:12.665658 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50482328-6ad9-4e69-bc40-3fc36991b80f None None] The sync data for ids ['88df0c60-717f-4a65-a4bb-7d263a82fa10'] in dv-cinder-786927-1-smb is: [{'id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'name': 'tempest-TestMinimumBasicScenario-1340456884-router', 'tenant_id': '2c3b1cdd139e4180a649be36524a9e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '1df449fe-7310-4a2c-8f7d-265f23f7b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:04Z', 'updated_at': '2021-04-19T18:02:10Z', 'revision_number': 4, 'project_id': '2c3b1cdd139e4180a649be36524a9e44', 'gw_port': {'id': '1df449fe-7310-4a2c-8f7d-265f23f7b2f0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:05Z', 'updated_at': '2021-04-19T18:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '8b1d5740-f194-4025-8566-6fd4dceb1d8a', 'name': '', 'network_id': '3e9623be-57a3-4bec-a444-03a2de84414f', 'tenant_id': '2c3b1cdd139e4180a649be36524a9e44', 'mac_address': 'fa:16:3e:a0:4a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '89f18bba-888d-45e4-8380-7f141cb54a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:09Z', 'updated_at': '2021-04-19T18:02:10Z', 'revision_number': 2, 'project_id': '2c3b1cdd139e4180a649be36524a9e44', 'subnets': [{'id': '89f18bba-888d-45e4-8380-7f141cb54a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:02:12.721973 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9ce52aea-2f5c-45d7-b6f8-e2170f42cb71 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ffe142e5172f4ee7b8e1b943c6aa700e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0619264 Apr 19 18:02:12.723448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 60908) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:12.743809 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:12.789214 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port ebc43e07-c5ab-4154-b7df-402c24c8fd04, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=ebc43e07-c5ab-4154-b7df-402c24c8fd04,segment=NetworkSegment(809423dd-ace1-4764-9277-dded31e7f24c),segment_id=809423dd-ace1-4764-9277-dded31e7f24c)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:12.792655 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:12.800509 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6e85624f-d403-4770-964c-bc1d04b4d48e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:12.815635 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-608c305a-b5da-49eb-b48a-709575ae87e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:12.845532 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 6b224956-779b-4d5f-9016-57caac660678 no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:02:12.846577 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-608c305a-b5da-49eb-b48a-709575ae87e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:12.896202 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: 6b224956-779b-4d5f-9016-57caac660678 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:02:12.896917 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 6b224956-779b-4d5f-9016-57caac660678 not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:02:12.898381 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-608c305a-b5da-49eb-b48a-709575ae87e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:12.906472 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6a5f1663-9659-4ae5-b2e0-da05f1636771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:12.925717 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c305a-b5da-49eb-b48a-709575ae87e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2900ad6d-bb95-4d4b-966e-8168cff00f11,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:12.928737 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-608c305a-b5da-49eb-b48a-709575ae87e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:12.939408 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-608c305a-b5da-49eb-b48a-709575ae87e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:12.943883 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-608c305a-b5da-49eb-b48a-709575ae87e0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2900ad6d-bb95-4d4b-966e-8168cff00f11 HTTP/1.1" status: 204 len: 168 time: 0.2162473 Apr 19 18:02:12.954485 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49120b-37ad-4f1a-ad4a-eafc39c8fca2 req-2b6b73a4-5c87-4ea6-b40a-994a4cdb02a3 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:12.964128 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bd49120b-37ad-4f1a-ad4a-eafc39c8fca2 req-2b6b73a4-5c87-4ea6-b40a-994a4cdb02a3 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 946 time: 0.1323826 Apr 19 18:02:12.967039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=ebc43e07-c5ab-4154-b7df-402c24c8fd04,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:12.973975 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:13.012896 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bd49120b-37ad-4f1a-ad4a-eafc39c8fca2 req-41199359-ce8c-4ffd-823d-ec3103cb72ba tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477700 Apr 19 18:02:13.610571 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device ebc43e07-c5ab-4154-b7df-402c24c8fd04 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:13.713277 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port ebc43e07-c5ab-4154-b7df-402c24c8fd04 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:13.713708 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:14.003506 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 60952) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:14.178078 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-888594528-network', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:02:14.186440 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:02:14.190853 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Usage tracker for resource:network and tenant:52c9a70cdf8f44669caf1484d90915e5 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:02:14.202221 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:02:14.255060 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:02:14.283323 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Made reservation on behalf of 52c9a70cdf8f44669caf1484d90915e5 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:02:14.288237 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:14.310371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:14.335474 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:02:14.342798 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Usage tracker for resource:security_group_rule and tenant:52c9a70cdf8f44669caf1484d90915e5 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:02:14.353833 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d1e7d-1c9c-4d58-83db-a206f176a36f req-b8391aa0-27b9-4b3a-9080-4ef17beacb1e tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:14.355493 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-411d1e7d-1c9c-4d58-83db-a206f176a36f req-b8391aa0-27b9-4b3a-9080-4ef17beacb1e tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 946 time: 0.1562517 Apr 19 18:02:14.356964 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:02:14.382392 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:02:14.445028 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-411d1e7d-1c9c-4d58-83db-a206f176a36f req-fb7c041a-68e7-4567-acee-128e03aa3eeb tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780847 Apr 19 18:02:14.531993 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:14.536504 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:14.550243 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:02:14.556101 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c227af7f-21c5-4a5e-ad10-92b0fb55a76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:14.569446 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:14.569868 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Added segment 7f517a5b-1eaf-4ce0-bcee-666b65a2b68a of type vlan for network 307a8ec4-4f38-4cf3-9819-112e0427a44c Apr 19 18:02:14.616114 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764668142058'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:14.622387 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b871e9-e017-4ae2-8633-3f31e355cf23,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:14.627146 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:14.658007 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:14.659722 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:14.660519 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:14.665998 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:14.781417 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 60960) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:14.789534 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-6ece77a7-d10f-4316-be6f-7b7eab8d52cc admin admin] Request body: {'subnet': {'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-subnet', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:02:14.793266 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7883673 Apr 19 18:02:14.794483 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Pushing event updated for resources: {'Network': ['ID=307a8ec4-4f38-4cf3-9819-112e0427a44c,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:14.800686 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:14.802438 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6ece77a7-d10f-4316-be6f-7b7eab8d52cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:02:14.806740 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6ece77a7-d10f-4316-be6f-7b7eab8d52cc admin admin] Usage tracker for resource:subnet and tenant:52c9a70cdf8f44669caf1484d90915e5 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:02:14.808178 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Network 307a8ec4-4f38-4cf3-9819-112e0427a44c details requested by agent ovs-agent-dv-cinder-786927-1-smb with host dv-cinder-786927-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:02:14.809843 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6ece77a7-d10f-4316-be6f-7b7eab8d52cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:02:14.816139 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6ece77a7-d10f-4316-be6f-7b7eab8d52cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:02:14.831724 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ece77a7-d10f-4316-be6f-7b7eab8d52cc admin admin] Made reservation on behalf of 52c9a70cdf8f44669caf1484d90915e5 for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:02:14.836950 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6ece77a7-d10f-4316-be6f-7b7eab8d52cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3897578'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:15.321601 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6ece77a7-d10f-4316-be6f-7b7eab8d52cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851853892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3897595'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:15.328757 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2176783a-9e90-464a-8602-ea246e2b0063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:15.415616 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece77a7-d10f-4316-be6f-7b7eab8d52cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d809f74-47e5-4dcf-9ad5-d0fe43ce2348,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:15.419117 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6ece77a7-d10f-4316-be6f-7b7eab8d52cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:15.420063 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece77a7-d10f-4316-be6f-7b7eab8d52cc admin admin] Checking segment: {'id': '7f517a5b-1eaf-4ce0-bcee-666b65a2b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:02:15.420471 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ece77a7-d10f-4316-be6f-7b7eab8d52cc admin admin] Network hostable DHCP agents. Network: 307a8ec4-4f38-4cf3-9819-112e0427a44c, hostable agents: ['e04df252-53f8-4f20-921c-5c31ef9947a5'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:02:15.442800 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ece77a7-d10f-4316-be6f-7b7eab8d52cc admin admin] Network 307a8ec4-4f38-4cf3-9819-112e0427a44c is scheduled to be hosted by DHCP agent e04df252-53f8-4f20-921c-5c31ef9947a5 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:02:15.456344 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-6ece77a7-d10f-4316-be6f-7b7eab8d52cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-smb, 307a8ec4-4f38-4cf3-9819-112e0427a44c) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:02:15.465336 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e5924-6146-4d73-8c63-eb66e5545d33 None None] Network 307a8ec4-4f38-4cf3-9819-112e0427a44c requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:02:15.471236 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece77a7-d10f-4316-be6f-7b7eab8d52cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:15.472067 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6ece77a7-d10f-4316-be6f-7b7eab8d52cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:15.530246 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6ece77a7-d10f-4316-be6f-7b7eab8d52cc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7475867 Apr 19 18:02:15.534448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 60966) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:15.540081 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:02:15.550612 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:02:15.561637 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Usage tracker for resource:router and tenant:52c9a70cdf8f44669caf1484d90915e5 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:02:15.582487 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:02:15.596321 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:02:15.608945 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1809644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-312'] for router, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:15.610132 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852966172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852944382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853057005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775504'] for router, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:15.642750 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:15.675251 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 1df449fe-7310-4a2c-8f7d-265f23f7b2f0 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:15.683671 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b96d3-e580-4662-baf6-481dc823fafa req-31d6d55f-e635-40e7-8e35-dd8e48f8048c tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:15.692209 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d28b96d3-e580-4662-baf6-481dc823fafa req-31d6d55f-e635-40e7-8e35-dd8e48f8048c tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 946 time: 0.1130409 Apr 19 18:02:15.770957 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d28b96d3-e580-4662-baf6-481dc823fafa req-205ec66e-f081-494c-b497-85a1c99b0a82 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776706 Apr 19 18:02:15.928789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port 1df449fe-7310-4a2c-8f7d-265f23f7b2f0 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:02:15.939251 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe99519b7-2792-57d6-bafa-c992fbacc188-307a8ec4-4f38-4cf3-9819-112e0427a44c', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348'}]}} from dv-cinder-786927-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:02:15.943968 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:15.963313 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 1df449fe-7310-4a2c-8f7d-265f23f7b2f0 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:15.963728 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:16.049411 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-01933759-4e1d-4ffb-8e8f-32aa251f303d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:16.068846 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852944139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852958369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775519'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:16.451940 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:16.468314 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Allocated IP 172.20.0.2 (307a8ec4-4f38-4cf3-9819-112e0427a44c/0d809f74-47e5-4dcf-9ad5-d0fe43ce2348/7b531e34-553d-4d82-a1ce-4acc07e6b13b) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:02:16.488584 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port 1df449fe-7310-4a2c-8f7d-265f23f7b2f0, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=1df449fe-7310-4a2c-8f7d-265f23f7b2f0,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:16.495252 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:16.502406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42224cf8-0db7-496d-988b-8370e8c09fe9 req-25ca81f0-b9ee-419d-9b93-b774a462782f tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:16.504063 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-42224cf8-0db7-496d-988b-8370e8c09fe9 req-25ca81f0-b9ee-419d-9b93-b774a462782f tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 946 time: 0.5041881 Apr 19 18:02:16.518764 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-23be9c99-6826-4928-8657-365621165f22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:16.530345 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Sync routers for ids ['88df0c60-717f-4a65-a4bb-7d263a82fa10'] in dv-cinder-786927-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:02:16.556055 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Routers {'88df0c60-717f-4a65-a4bb-7d263a82fa10'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:02:16.557829 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:01:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['88df0c60-717f-4a65-a4bb-7d263a82fa10'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:16.642551 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-42224cf8-0db7-496d-988b-8370e8c09fe9 req-eec1efc5-0e41-4afc-9fca-c8e188262b4d tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Deleting port 09ef33ae-6a0e-43a6-aa83-430737787bc8 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:02:16.643173 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-42224cf8-0db7-496d-988b-8370e8c09fe9 req-eec1efc5-0e41-4afc-9fca-c8e188262b4d tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:16.716392 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=1df449fe-7310-4a2c-8f7d-265f23f7b2f0,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:16.729330 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:16.829969 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Set router 88df0c60-717f-4a65-a4bb-7d263a82fa10 gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:02:16.894730 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:16.933719 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:16.934441 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:16.945580 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Transition to ACTIVE for port object 7b531e34-553d-4d82-a1ce-4acc07e6b13b will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:02:16.971288 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Transition to ACTIVE for port object 7b531e34-553d-4d82-a1ce-4acc07e6b13b will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:02:16.982079 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:16.987211 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e4221618-bcb7-4f7f-b0ba-cb6cb7a663f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:17.070153 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Pushing event updated for resources: {'Port': ['ID=7b531e34-553d-4d82-a1ce-4acc07e6b13b,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:17.077924 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:17.086153 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Network 307a8ec4-4f38-4cf3-9819-112e0427a44c is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:02:17.088027 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:02:17.103359 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:02:17.237378 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Attempting to bind port 7b531e34-553d-4d82-a1ce-4acc07e6b13b on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:02:17.238432 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Attempting to bind port 7b531e34-553d-4d82-a1ce-4acc07e6b13b by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': '7f517a5b-1eaf-4ce0-bcee-666b65a2b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:02:17.240122 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Attempting to bind port 7b531e34-553d-4d82-a1ce-4acc07e6b13b on network 307a8ec4-4f38-4cf3-9819-112e0427a44c {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:02:17.252633 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:02:17.253501 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Checking segment: {'id': '7f517a5b-1eaf-4ce0-bcee-666b65a2b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:02:17.254709 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:17.255344 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Bound using segment: {'id': '7f517a5b-1eaf-4ce0-bcee-666b65a2b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:02:17.256569 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Bound port: 7b531e34-553d-4d82-a1ce-4acc07e6b13b, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f517a5b-1eaf-4ce0-bcee-666b65a2b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:02:17.257214 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:17.266242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'name': 'tempest-TestMinimumBasicScenario-1340456884-router', 'tenant_id': '2c3b1cdd139e4180a649be36524a9e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '1df449fe-7310-4a2c-8f7d-265f23f7b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:04Z', 'updated_at': '2021-04-19T18:02:10Z', 'revision_number': 4, 'project_id': '2c3b1cdd139e4180a649be36524a9e44', 'gw_port': {'id': '1df449fe-7310-4a2c-8f7d-265f23f7b2f0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:05Z', 'updated_at': '2021-04-19T18:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '8b1d5740-f194-4025-8566-6fd4dceb1d8a', 'name': '', 'network_id': '3e9623be-57a3-4bec-a444-03a2de84414f', 'tenant_id': '2c3b1cdd139e4180a649be36524a9e44', 'mac_address': 'fa:16:3e:a0:4a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '89f18bba-888d-45e4-8380-7f141cb54a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:09Z', 'updated_at': '2021-04-19T18:02:10Z', 'revision_number': 2, 'project_id': '2c3b1cdd139e4180a649be36524a9e44', 'subnets': [{'id': '89f18bba-888d-45e4-8380-7f141cb54a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:17.270901 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Checking router: 88df0c60-717f-4a65-a4bb-7d263a82fa10 for host: dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:02:17.271300 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Updating router 88df0c60-717f-4a65-a4bb-7d263a82fa10 port 8b1d5740-f194-4025-8566-6fd4dceb1d8a binding host dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:02:17.368757 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:17.421689 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] For port 7b531e34-553d-4d82-a1ce-4acc07e6b13b, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:02:17.422957 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81cb1a-8330-4270-8bdf-833b0a091188 req-7239320e-4803-45f2-8c99-10c6b18a64a8 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:17.424675 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-be81cb1a-8330-4270-8bdf-833b0a091188 req-7239320e-4803-45f2-8c99-10c6b18a64a8 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 946 time: 0.4114642 Apr 19 18:02:17.433427 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] For port 7b531e34-553d-4d82-a1ce-4acc07e6b13b, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=7b531e34-553d-4d82-a1ce-4acc07e6b13b,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:02:17.441157 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:17.446135 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:17.485296 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-42224cf8-0db7-496d-988b-8370e8c09fe9 req-eec1efc5-0e41-4afc-9fca-c8e188262b4d tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] For port 09ef33ae-6a0e-43a6-aa83-430737787bc8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=09ef33ae-6a0e-43a6-aa83-430737787bc8,segment=NetworkSegment(8e468ae6-13ad-48be-92a5-9b83786880ed),segment_id=8e468ae6-13ad-48be-92a5-9b83786880ed)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:17.485710 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-42224cf8-0db7-496d-988b-8370e8c09fe9 req-eec1efc5-0e41-4afc-9fca-c8e188262b4d tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:17.547189 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Pushing event updated for resources: {'Port': ['ID=7b531e34-553d-4d82-a1ce-4acc07e6b13b,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:17.552796 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:17.565736 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Allocated IP 172.28.2.135 (a2fa5661-1776-4bb8-890c-56efb392f8f6/97753496-fb36-4619-b754-5756b6f438bf/f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:02:17.570453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 1df449fe-7310-4a2c-8f7d-265f23f7b2f0 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:17.656136 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 1df449fe-7310-4a2c-8f7d-265f23f7b2f0 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:17.656678 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:17.747615 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-42224cf8-0db7-496d-988b-8370e8c09fe9 req-eec1efc5-0e41-4afc-9fca-c8e188262b4d tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Calling delete_port for 09ef33ae-6a0e-43a6-aa83-430737787bc8 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:02:17.887211 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-be81cb1a-8330-4270-8bdf-833b0a091188 req-846e8882-9eab-43bd-b0c0-690df39f3cfe tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821990 Apr 19 18:02:17.962612 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:18.100169 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:18.132715 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Transition to ACTIVE for port object 8b1d5740-f194-4025-8566-6fd4dceb1d8a will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:02:18.133532 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-42224cf8-0db7-496d-988b-8370e8c09fe9 req-eec1efc5-0e41-4afc-9fca-c8e188262b4d tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:18.142118 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-91d80508-783b-4096-8d97-43b1d8c7b7cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:18.142616 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:18.154651 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:18.203675 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1efc5-0e41-4afc-9fca-c8e188262b4d tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Pushing event deleted for resources: {'Port': ['ID=09ef33ae-6a0e-43a6-aa83-430737787bc8,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:18.244688 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-eec1efc5-0e41-4afc-9fca-c8e188262b4d tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:18.332102 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-42224cf8-0db7-496d-988b-8370e8c09fe9 req-eec1efc5-0e41-4afc-9fca-c8e188262b4d tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] No DVR routers for this DVR port 09ef33ae-6a0e-43a6-aa83-430737787bc8 on host hv-cinder-78692 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:02:18.335564 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:18.346225 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-42224cf8-0db7-496d-988b-8370e8c09fe9 req-eec1efc5-0e41-4afc-9fca-c8e188262b4d tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:18.364789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:18.431314 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Attempting to bind port 8b1d5740-f194-4025-8566-6fd4dceb1d8a on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:02:18.431911 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Attempting to bind port 8b1d5740-f194-4025-8566-6fd4dceb1d8a by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': '060c6a40-5200-4644-a1f4-0afe4062b293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e9623be-57a3-4bec-a444-03a2de84414f'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:02:18.432644 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Attempting to bind port 8b1d5740-f194-4025-8566-6fd4dceb1d8a on network 3e9623be-57a3-4bec-a444-03a2de84414f {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:02:18.439977 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8649d58-e602-42f4-a0ca-89576f47b231', 'name': 'network-vif-deleted', 'tag': '09ef33ae-6a0e-43a6-aa83-430737787bc8'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:02:18.442472 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:02:18.443041 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Checking segment: {'id': '060c6a40-5200-4644-a1f4-0afe4062b293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e9623be-57a3-4bec-a444-03a2de84414f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:02:18.443610 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:18.444292 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Bound using segment: {'id': '060c6a40-5200-4644-a1f4-0afe4062b293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e9623be-57a3-4bec-a444-03a2de84414f'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:02:18.444945 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Bound port: 8b1d5740-f194-4025-8566-6fd4dceb1d8a, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060c6a40-5200-4644-a1f4-0afe4062b293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e9623be-57a3-4bec-a444-03a2de84414f'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:02:18.445488 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:18.449209 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Pushing event updated for resources: {'Port': ['ID=f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:18.460854 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-42224cf8-0db7-496d-988b-8370e8c09fe9 req-eec1efc5-0e41-4afc-9fca-c8e188262b4d tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.52 "DELETE /v2.0/ports/09ef33ae-6a0e-43a6-aa83-430737787bc8 HTTP/1.1" status: 204 len: 173 time: 1.9392359 Apr 19 18:02:18.462393 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:18.469402 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b428cfa-9542-409a-a26e-59f12ee70058 None None] Pushing event updated for resources: {'Port': ['ID=8b1d5740-f194-4025-8566-6fd4dceb1d8a,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:18.473532 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2b428cfa-9542-409a-a26e-59f12ee70058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:18.486677 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Network a2fa5661-1776-4bb8-890c-56efb392f8f6 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:02:18.488584 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:02:18.493172 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:02:18.590198 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] For port 8b1d5740-f194-4025-8566-6fd4dceb1d8a, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:02:18.594582 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] For port 8b1d5740-f194-4025-8566-6fd4dceb1d8a, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=8b1d5740-f194-4025-8566-6fd4dceb1d8a,segment=NetworkSegment(060c6a40-5200-4644-a1f4-0afe4062b293),segment_id=060c6a40-5200-4644-a1f4-0afe4062b293)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:02:18.603237 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:18.608872 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:18.657883 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8649d58-e602-42f4-a0ca-89576f47b231', 'name': 'network-vif-deleted', 'tag': '09ef33ae-6a0e-43a6-aa83-430737787bc8', 'status': 'completed', 'code': 200} Apr 19 18:02:18.698131 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Routers {'88df0c60-717f-4a65-a4bb-7d263a82fa10'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:02:18.699056 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:01:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['88df0c60-717f-4a65-a4bb-7d263a82fa10'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:18.782252 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b428cfa-9542-409a-a26e-59f12ee70058 None None] Pushing event updated for resources: {'Port': ['ID=8b1d5740-f194-4025-8566-6fd4dceb1d8a,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:18.794660 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2b428cfa-9542-409a-a26e-59f12ee70058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:19.018561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] Set router 88df0c60-717f-4a65-a4bb-7d263a82fa10 gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:02:19.282036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 09ef33ae-6a0e-43a6-aa83-430737787bc8 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:02:19.351712 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] No Port match for: 09ef33ae-6a0e-43a6-aa83-430737787bc8 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:02:19.352375 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 09ef33ae-6a0e-43a6-aa83-430737787bc8 not bound to the agent host hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:02:19.396800 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-77ea17ac-ec24-4019-887f-45f99cea5391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:19.492421 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232ef19f-83b4-4342-9644-b631f521d8bc None None] Network 307a8ec4-4f38-4cf3-9819-112e0427a44c requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:02:19.545326 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'name': 'tempest-TestMinimumBasicScenario-1340456884-router', 'tenant_id': '2c3b1cdd139e4180a649be36524a9e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '1df449fe-7310-4a2c-8f7d-265f23f7b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:04Z', 'updated_at': '2021-04-19T18:02:10Z', 'revision_number': 4, 'project_id': '2c3b1cdd139e4180a649be36524a9e44', 'gw_port': {'id': '1df449fe-7310-4a2c-8f7d-265f23f7b2f0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:05Z', 'updated_at': '2021-04-19T18:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '8b1d5740-f194-4025-8566-6fd4dceb1d8a', 'name': '', 'network_id': '3e9623be-57a3-4bec-a444-03a2de84414f', 'tenant_id': '2c3b1cdd139e4180a649be36524a9e44', 'mac_address': 'fa:16:3e:a0:4a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '89f18bba-888d-45e4-8380-7f141cb54a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:09Z', 'updated_at': '2021-04-19T18:02:18Z', 'revision_number': 4, 'project_id': '2c3b1cdd139e4180a649be36524a9e44', 'subnets': [{'id': '89f18bba-888d-45e4-8380-7f141cb54a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:19.551333 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998fa87-c05f-4bd3-817c-a88d47a6ee8e None None] The sync data for ids ['88df0c60-717f-4a65-a4bb-7d263a82fa10'] in dv-cinder-786927-1-smb is: [{'id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'name': 'tempest-TestMinimumBasicScenario-1340456884-router', 'tenant_id': '2c3b1cdd139e4180a649be36524a9e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '1df449fe-7310-4a2c-8f7d-265f23f7b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:04Z', 'updated_at': '2021-04-19T18:02:10Z', 'revision_number': 4, 'project_id': '2c3b1cdd139e4180a649be36524a9e44', 'gw_port': {'id': '1df449fe-7310-4a2c-8f7d-265f23f7b2f0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:05Z', 'updated_at': '2021-04-19T18:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '8b1d5740-f194-4025-8566-6fd4dceb1d8a', 'name': '', 'network_id': '3e9623be-57a3-4bec-a444-03a2de84414f', 'tenant_id': '2c3b1cdd139e4180a649be36524a9e44', 'mac_address': 'fa:16:3e:a0:4a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '89f18bba-888d-45e4-8380-7f141cb54a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:09Z', 'updated_at': '2021-04-19T18:02:18Z', 'revision_number': 4, 'project_id': '2c3b1cdd139e4180a649be36524a9e44', 'subnets': [{'id': '89f18bba-888d-45e4-8380-7f141cb54a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:02:19.552964 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f7ddc7fb-f499-433a-9bf7-fb32719c6878 req-eddfd047-3676-4f06-8bc2-9c273bf0c68c tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Synchronizing usage tracker for tenant:75bc2748d65442598400f125ed51670e on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:02:19.630390 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:19.714589 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f7ddc7fb-f499-433a-9bf7-fb32719c6878 req-eddfd047-3676-4f06-8bc2-9c273bf0c68c tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Unset dirty status for tenant:75bc2748d65442598400f125ed51670e on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:02:19.728393 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f7ddc7fb-f499-433a-9bf7-fb32719c6878 req-eddfd047-3676-4f06-8bc2-9c273bf0c68c tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8649d58-e602-42f4-a0ca-89576f47b231 HTTP/1.1" status: 200 len: 210 time: 0.6028845 Apr 19 18:02:19.735900 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-4126f30c-3c9e-4109-9c02-fe626bec88e6 None None] Provisioning for port 7b531e34-553d-4d82-a1ce-4acc07e6b13b completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:02:19.850052 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 8b1d5740-f194-4025-8566-6fd4dceb1d8a up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:19.989090 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:20.042983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port 8b1d5740-f194-4025-8566-6fd4dceb1d8a completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:02:20.049557 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 8b1d5740-f194-4025-8566-6fd4dceb1d8a triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:20.052675 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:20.166010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831647'] for router, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:20.261791 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:20.327946 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:20.329962 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port 8b1d5740-f194-4025-8566-6fd4dceb1d8a, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=8b1d5740-f194-4025-8566-6fd4dceb1d8a,segment=NetworkSegment(060c6a40-5200-4644-a1f4-0afe4062b293),segment_id=060c6a40-5200-4644-a1f4-0afe4062b293)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:20.336093 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:20.336586 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 7b531e34-553d-4d82-a1ce-4acc07e6b13b up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:20.376465 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-23be9c99-6826-4928-8657-365621165f22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:20.482566 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Router df8f8cd0-015f-4ff5-9516-f99bf893dbcd is scheduled to L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 with binding_index 1 {{(pid=86356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:02:20.510493 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=8b1d5740-f194-4025-8566-6fd4dceb1d8a,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:20.514948 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:20.531677 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port 7b531e34-553d-4d82-a1ce-4acc07e6b13b completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:02:20.537337 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 7b531e34-553d-4d82-a1ce-4acc07e6b13b triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:20.538170 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:20.709387 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:20.713000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:02:20.734491 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:20.738573 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Sync routers for ids ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:02:20.738739 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2003455 Apr 19 18:02:20.739606 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 60982) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:20.786565 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Routers {'df8f8cd0-015f-4ff5-9516-f99bf893dbcd'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:02:20.787811 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:02:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:21.013638 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port 7b531e34-553d-4d82-a1ce-4acc07e6b13b, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=7b531e34-553d-4d82-a1ce-4acc07e6b13b,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:21.030138 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:21.038402 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:21.169148 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=7b531e34-553d-4d82-a1ce-4acc07e6b13b,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:21.183626 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:21.192953 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Set router df8f8cd0-015f-4ff5-9516-f99bf893dbcd gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:02:21.618701 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 8b1d5740-f194-4025-8566-6fd4dceb1d8a up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:21.728828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:21.819492 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 8b1d5740-f194-4025-8566-6fd4dceb1d8a triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:21.819492 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:21.955134 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:02:18Z', 'revision_number': 3, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port': {'id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:16Z', 'updated_at': '2021-04-19T18:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:21.970722 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Checking router: df8f8cd0-015f-4ff5-9516-f99bf893dbcd for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:02:21.971122 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Updating router df8f8cd0-015f-4ff5-9516-f99bf893dbcd port f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1 binding host dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:02:22.011840 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 7b531e34-553d-4d82-a1ce-4acc07e6b13b up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:22.034620 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:22.092274 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:22.218837 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 7b531e34-553d-4d82-a1ce-4acc07e6b13b triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:22.219304 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:22.329108 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Allocated IP 172.20.0.1 (307a8ec4-4f38-4cf3-9819-112e0427a44c/0d809f74-47e5-4dcf-9ad5-d0fe43ce2348/13ffda4d-ef93-485b-9e3e-72a06ffba92d) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:02:22.568537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:22.589727 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Transition to ACTIVE for port object 13ffda4d-ef93-485b-9e3e-72a06ffba92d will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:02:22.638578 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:22.647190 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:22.665293 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:22.701579 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Transition to ACTIVE for port object f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:02:22.730742 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:22.739141 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:22.759395 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Network 307a8ec4-4f38-4cf3-9819-112e0427a44c is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:02:22.762911 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:02:22.766685 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:02:22.813647 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Pushing event updated for resources: {'Port': ['ID=13ffda4d-ef93-485b-9e3e-72a06ffba92d,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:22.817255 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:22.835073 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a3b8e-93e2-499e-86c3-9fe91f8d31f4 None None] Pushing event updated for resources: {'Port': ['ID=f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:22.842392 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-775a3b8e-93e2-499e-86c3-9fe91f8d31f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:22.859328 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852965630'] for router_interface, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:22.876001 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Attempting to bind port f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1 on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:02:22.876424 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Attempting to bind port f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1 by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:02:22.876838 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Attempting to bind port f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1 on network a2fa5661-1776-4bb8-890c-56efb392f8f6 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:02:22.884663 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:02:22.885083 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Checking segment: {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:02:22.885538 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:22.886036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Bound using segment: {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:02:22.886533 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Bound port: f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:02:22.886952 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:22.979969 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] For port f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:02:22.984691 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] For port f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:02:22.989615 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:22.994987 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:23.095170 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a3b8e-93e2-499e-86c3-9fe91f8d31f4 None None] Pushing event updated for resources: {'Port': ['ID=f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:23.098811 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-775a3b8e-93e2-499e-86c3-9fe91f8d31f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:23.101977 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Routers {'df8f8cd0-015f-4ff5-9516-f99bf893dbcd'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:02:23.102877 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:02:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:23.159719 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-93c2cfde-fab2-4798-b0ff-b3f4a2ebd74e None None] Provisioning for port 13ffda4d-ef93-485b-9e3e-72a06ffba92d completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:02:23.174200 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:23.185946 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-93c2cfde-fab2-4798-b0ff-b3f4a2ebd74e None None] Provisioning complete for port 13ffda4d-ef93-485b-9e3e-72a06ffba92d triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:23.186804 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-93c2cfde-fab2-4798-b0ff-b3f4a2ebd74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:23.372717 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-93c2cfde-fab2-4798-b0ff-b3f4a2ebd74e None None] Port 13ffda4d-ef93-485b-9e3e-72a06ffba92d cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:02:23.416528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] Set router df8f8cd0-015f-4ff5-9516-f99bf893dbcd gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:02:23.461713 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:23.468808 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:23.501419 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:23.607076 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853104465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810277'] for router_interface, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:23.615123 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Pushing event updated for resources: {'Port': ['ID=13ffda4d-ef93-485b-9e3e-72a06ffba92d,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:23.619636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:23.788568 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Network 307a8ec4-4f38-4cf3-9819-112e0427a44c is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:02:23.790097 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:02:23.834867 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:02:23Z', 'revision_number': 4, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port': {'id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:16Z', 'updated_at': '2021-04-19T18:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '13ffda4d-ef93-485b-9e3e-72a06ffba92d', 'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'mac_address': 'fa:16:3e:6a:52:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:22Z', 'updated_at': '2021-04-19T18:02:22Z', 'revision_number': 1, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'subnets': [{'id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:23.839666 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1912455b-1909-4bc9-ad97-f0fb7a0fe829 None None] The sync data for ids ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'] in dv-cinder-786927-1-smb is: [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:02:23Z', 'revision_number': 4, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port': {'id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:16Z', 'updated_at': '2021-04-19T18:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '13ffda4d-ef93-485b-9e3e-72a06ffba92d', 'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'mac_address': 'fa:16:3e:6a:52:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:22Z', 'updated_at': '2021-04-19T18:02:22Z', 'revision_number': 1, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'subnets': [{'id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:02:24.068678 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Router df8f8cd0-015f-4ff5-9516-f99bf893dbcd has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:02:24.206391 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-93d62302-2178-48d3-a008-ccf9fd2ddb80 None None] Provisioning complete for port 13ffda4d-ef93-485b-9e3e-72a06ffba92d triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:24.206823 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-93d62302-2178-48d3-a008-ccf9fd2ddb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:24.312840 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-93d62302-2178-48d3-a008-ccf9fd2ddb80 None None] Port 13ffda4d-ef93-485b-9e3e-72a06ffba92d cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:02:24.321602 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:02:24.345790 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] 10.222.0.81 "PUT /v2.0/routers/df8f8cd0-015f-4ff5-9516-f99bf893dbcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6041162 Apr 19 18:02:25.072669 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 32794) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:25.080800 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-3694d1fd-4f4b-4ff5-b834-c0bac100f850 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989755237', 'description': 'tempest-description--1526247274'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:02:25.089033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3694d1fd-4f4b-4ff5-b834-c0bac100f850 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:02:25.097421 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3694d1fd-4f4b-4ff5-b834-c0bac100f850 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Usage tracker for resource:security_group and tenant:52c9a70cdf8f44669caf1484d90915e5 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:02:25.101629 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3694d1fd-4f4b-4ff5-b834-c0bac100f850 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:02:25.110347 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3694d1fd-4f4b-4ff5-b834-c0bac100f850 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:02:25.123344 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3694d1fd-4f4b-4ff5-b834-c0bac100f850 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:25.152692 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3694d1fd-4f4b-4ff5-b834-c0bac100f850 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:02:25.158770 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3694d1fd-4f4b-4ff5-b834-c0bac100f850 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Usage tracker for resource:security_group_rule and tenant:52c9a70cdf8f44669caf1484d90915e5 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:02:25.165714 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3694d1fd-4f4b-4ff5-b834-c0bac100f850 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:02:25.174256 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3694d1fd-4f4b-4ff5-b834-c0bac100f850 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:02:25.303035 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3694d1fd-4f4b-4ff5-b834-c0bac100f850 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:25.307708 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3694d1fd-4f4b-4ff5-b834-c0bac100f850 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:25.314857 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a0f76d38-f530-4a9c-95dc-9c5a820d287d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:25.378749 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694d1fd-4f4b-4ff5-b834-c0bac100f850 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3521ad69-85d4-43e9-b20b-a96e7b42e5de,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:25.383275 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3694d1fd-4f4b-4ff5-b834-c0bac100f850 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:25.384326 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3694d1fd-4f4b-4ff5-b834-c0bac100f850 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:25.388599 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3694d1fd-4f4b-4ff5-b834-c0bac100f850 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3117568 Apr 19 18:02:25.389408 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 32802) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:25.396171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-53b1863d-bd0c-4614-8e68-9c4314a2d60d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Request body: {'security_group_rule': {'security_group_id': '3521ad69-85d4-43e9-b20b-a96e7b42e5de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:02:25.408395 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-53b1863d-bd0c-4614-8e68-9c4314a2d60d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:02:25.414917 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-53b1863d-bd0c-4614-8e68-9c4314a2d60d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Usage tracker for resource:security_group_rule and tenant:52c9a70cdf8f44669caf1484d90915e5 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:02:25.423304 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-53b1863d-bd0c-4614-8e68-9c4314a2d60d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:02:25.430926 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-53b1863d-bd0c-4614-8e68-9c4314a2d60d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:02:25.460690 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-53b1863d-bd0c-4614-8e68-9c4314a2d60d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:25.634947 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-53b1863d-bd0c-4614-8e68-9c4314a2d60d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:25.645846 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-53b1863d-bd0c-4614-8e68-9c4314a2d60d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:25.661500 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:25.665014 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:25.712239 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1863d-bd0c-4614-8e68-9c4314a2d60d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f109ea-570c-4513-aad2-2e1fe37c08ea,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:25.715765 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-53b1863d-bd0c-4614-8e68-9c4314a2d60d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:25.725186 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-53b1863d-bd0c-4614-8e68-9c4314a2d60d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:25.729776 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-53b1863d-bd0c-4614-8e68-9c4314a2d60d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387132 Apr 19 18:02:25.730710 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 32816) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:25.739032 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-69dc9986-8ed9-4b55-b1ad-e0275c1bbd77 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Request body: {'security_group_rule': {'security_group_id': '3521ad69-85d4-43e9-b20b-a96e7b42e5de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:02:25.751116 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-69dc9986-8ed9-4b55-b1ad-e0275c1bbd77 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:02:25.757533 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-69dc9986-8ed9-4b55-b1ad-e0275c1bbd77 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Usage tracker for resource:security_group_rule and tenant:52c9a70cdf8f44669caf1484d90915e5 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:02:25.761157 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-69dc9986-8ed9-4b55-b1ad-e0275c1bbd77 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:02:25.769675 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-69dc9986-8ed9-4b55-b1ad-e0275c1bbd77 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:02:25.792614 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-69dc9986-8ed9-4b55-b1ad-e0275c1bbd77 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:25.823267 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5918775-58cd-43e2-8917-28986e99e408 req-61ea0647-b5e0-4b29-a469-4bf1cec93fb4 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:25.825240 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d5918775-58cd-43e2-8917-28986e99e408 req-61ea0647-b5e0-4b29-a469-4bf1cec93fb4 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/networks?id=1cf3bf74-af3f-4694-b56b-cb38296eaf59 HTTP/1.1" status: 200 len: 814 time: 0.2712426 Apr 19 18:02:25.828007 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:02:25.833335 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:25.833789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:25.845913 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d5918775-58cd-43e2-8917-28986e99e408 req-f58cd7c0-f171-4c2a-8947-e61d73690f18 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/quotas/75bc2748d65442598400f125ed51670e HTTP/1.1" status: 200 len: 375 time: 0.0118189 Apr 19 18:02:25.910569 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-69dc9986-8ed9-4b55-b1ad-e0275c1bbd77 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:25.916990 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-69dc9986-8ed9-4b55-b1ad-e0275c1bbd77 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:25.919501 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:25.925196 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d5918775-58cd-43e2-8917-28986e99e408 req-234e4ee6-5cf5-4e61-ba59-b9fdc4192a50 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=75bc2748d65442598400f125ed51670e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717647 Apr 19 18:02:25.955243 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc9986-8ed9-4b55-b1ad-e0275c1bbd77 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56712c09-7071-4ba4-8b73-380679e9114b,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:25.960098 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-69dc9986-8ed9-4b55-b1ad-e0275c1bbd77 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:25.964096 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-69dc9986-8ed9-4b55-b1ad-e0275c1bbd77 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2293627 Apr 19 18:02:25.964096 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-69dc9986-8ed9-4b55-b1ad-e0275c1bbd77 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:25.977825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 32820) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:25.991182 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Request body: {'floatingip': {'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:02:26.000802 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:02:26.005645 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Usage tracker for resource:floatingip and tenant:52c9a70cdf8f44669caf1484d90915e5 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:02:26.009307 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:02:26.016684 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:02:26.027983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for floatingip, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:26.083720 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:26.104729 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:26.109998 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:26.112308 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e4221618-bcb7-4f7f-b0ba-cb6cb7a663f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:26.222172 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:26.226432 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:26.260158 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:26.395255 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d5918775-58cd-43e2-8917-28986e99e408 req-c75cd96e-50fe-4ef1-b195-68da4755a655 service neutron] 10.222.0.81 "GET /v2.0/networks/1cf3bf74-af3f-4694-b56b-cb38296eaf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597845 Apr 19 18:02:26.566509 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Allocated IP 172.28.2.216 (a2fa5661-1776-4bb8-890c-56efb392f8f6/97753496-fb36-4619-b754-5756b6f438bf/f078ee61-1e6a-4939-9854-791b0d15f77f) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:02:26.589526 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e84345d0-c0af-4530-a657-9c54e5908d88 req-5c219a63-a422-4c35-806f-dfdfc1279cba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1504862 Apr 19 18:02:26.594720 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d5918775-58cd-43e2-8917-28986e99e408 req-599364d2-a255-40da-9d7c-a3f51572af56 service neutron] 10.222.0.81 "GET /v2.0/networks/1cf3bf74-af3f-4694-b56b-cb38296eaf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917949 Apr 19 18:02:26.841518 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:26.854614 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36848edd-5a72-4e02-b915-73142452d586 req-aee41ca9-5965-40ae-bba5-6038933fc22f tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 210 time: 0.0526786 Apr 19 18:02:26.865953 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84345d0-c0af-4530-a657-9c54e5908d88 req-806d07b1-578c-48d3-a358-dac3a13c0613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:26.878348 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e84345d0-c0af-4530-a657-9c54e5908d88 req-806d07b1-578c-48d3-a358-dac3a13c0613 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74fdb2ea59884c7794b2178018c22752&device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 1099 time: 0.1641703 Apr 19 18:02:26.891485 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:26.897226 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:27.041521 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Network a2fa5661-1776-4bb8-890c-56efb392f8f6 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:02:27.052418 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:02:27.061482 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:02:27.121424 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Pushing event updated for resources: {'Port': ['ID=f078ee61-1e6a-4939-9854-791b0d15f77f,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:27.133464 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:27.245024 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84345d0-c0af-4530-a657-9c54e5908d88 req-a4fa2e89-d16c-4072-a8d6-19fcc4902af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:27.246738 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e84345d0-c0af-4530-a657-9c54e5908d88 req-a4fa2e89-d16c-4072-a8d6-19fcc4902af6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dcf4d709-3c2a-494e-b091-646278271f9d HTTP/1.1" status: 200 len: 910 time: 0.3161027 Apr 19 18:02:27.249837 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:27.446268 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e84345d0-c0af-4530-a657-9c54e5908d88 req-908df986-4a0a-42db-aa31-07f7b75d56e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=560eda9a-4205-4a90-a959-19ee77ae8d41 HTTP/1.1" status: 200 len: 1001 time: 0.1895857 Apr 19 18:02:27.447214 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:27.455596 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-291c8450-e99a-4c9c-b7a1-e71fd55a0c77 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:27.456377 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-291c8450-e99a-4c9c-b7a1-e71fd55a0c77 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Synchronizing usage tracker for tenant:c1f4a777e1a94e01a726e0f78a04f457 on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:02:27.478170 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-291c8450-e99a-4c9c-b7a1-e71fd55a0c77 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Unset dirty status for tenant:c1f4a777e1a94e01a726e0f78a04f457 on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:02:27.479551 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-291c8450-e99a-4c9c-b7a1-e71fd55a0c77 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/networks?id=78b15170-126a-40db-a90b-93ef0092a0be HTTP/1.1" status: 200 len: 815 time: 0.2045307 Apr 19 18:02:27.497796 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-1f0e869d-c3ea-4ff7-ad25-a7e48d41e46d tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/quotas/c1f4a777e1a94e01a726e0f78a04f457 HTTP/1.1" status: 200 len: 375 time: 0.0113430 Apr 19 18:02:27.563248 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:27.577835 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84345d0-c0af-4530-a657-9c54e5908d88 req-354eae3c-e279-4fd6-9a25-cf43b08fcd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:27.579554 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e84345d0-c0af-4530-a657-9c54e5908d88 req-354eae3c-e279-4fd6-9a25-cf43b08fcd17 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36555cf9-033c-4142-bb83-8ae1c4a8eb89 HTTP/1.1" status: 200 len: 848 time: 0.1031282 Apr 19 18:02:27.605105 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-4d28acc8-532e-4b55-9335-add877b83d00 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Synchronizing usage tracker for tenant:c1f4a777e1a94e01a726e0f78a04f457 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:02:27.624158 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-4d28acc8-532e-4b55-9335-add877b83d00 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Unset dirty status for tenant:c1f4a777e1a94e01a726e0f78a04f457 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:02:27.626313 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-4d28acc8-532e-4b55-9335-add877b83d00 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1f4a777e1a94e01a726e0f78a04f457&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1214528 Apr 19 18:02:27.643848 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:27.644281 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:27.766528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Sync routers for ids ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'] in dv-cinder-786927-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:02:27.779758 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Routers {'df8f8cd0-015f-4ff5-9516-f99bf893dbcd'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:02:27.781099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:02:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:27.785046 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84345d0-c0af-4530-a657-9c54e5908d88 req-f168643f-431d-44de-b42c-db4d24307f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:27.786778 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e84345d0-c0af-4530-a657-9c54e5908d88 req-f168643f-431d-44de-b42c-db4d24307f21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dcf4d709-3c2a-494e-b091-646278271f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1855679 Apr 19 18:02:27.839554 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-40d5863f-dcb6-4b9a-ac7d-6023b5596b7c service neutron] 10.222.0.81 "GET /v2.0/networks/78b15170-126a-40db-a90b-93ef0092a0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987138 Apr 19 18:02:27.920482 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:28.034509 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-66dd7206-66e7-4290-b041-5ba56bd55eb7 service neutron] 10.222.0.81 "GET /v2.0/networks/78b15170-126a-40db-a90b-93ef0092a0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938245 Apr 19 18:02:28.263478 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183133'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:28.273891 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d52de1d-7965-4f2a-b063-a3bb93e895d1 req-ebfb91f3-ad6b-4ab1-b046-d92cf5388781 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 210 time: 0.0670002 Apr 19 18:02:28.332988 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3dcea5ac-591e-48fd-bdc7-8671dd105935 tempest-ServerRescueNegativeTestJSON-1474153314 tempest-ServerRescueNegativeTestJSON-1474153314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:28.358882 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Set router df8f8cd0-015f-4ff5-9516-f99bf893dbcd gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:02:28.376832 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-95607d1a-91aa-4f4f-8b7a-012236a68aff req-bed79a81-4339-4c5e-97f0-ddff0043de4c tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 210 time: 0.1525729 Apr 19 18:02:28.520135 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e84345d0-c0af-4530-a657-9c54e5908d88 req-b9c56bea-5ba6-4e08-8939-152c5546b25b service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7229302 Apr 19 18:02:28.634003 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Pushing event updated for resources: {'Port': ['ID=f078ee61-1e6a-4939-9854-791b0d15f77f,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:28.661269 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:28.701037 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810353'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:28.720898 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:02:23Z', 'revision_number': 4, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port': {'id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:16Z', 'updated_at': '2021-04-19T18:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '13ffda4d-ef93-485b-9e3e-72a06ffba92d', 'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'mac_address': 'fa:16:3e:6a:52:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:22Z', 'updated_at': '2021-04-19T18:02:23Z', 'revision_number': 2, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'subnets': [{'id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:28.725237 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Checking router: df8f8cd0-015f-4ff5-9516-f99bf893dbcd for host: dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:02:28.725659 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Updating router df8f8cd0-015f-4ff5-9516-f99bf893dbcd port 13ffda4d-ef93-485b-9e3e-72a06ffba92d binding host dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:02:28.729716 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5918775-58cd-43e2-8917-28986e99e408 req-a1ed3c79-a3b4-4f24-b5b8-4e89edaf5e45 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:28.731325 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d5918775-58cd-43e2-8917-28986e99e408 req-a1ed3c79-a3b4-4f24-b5b8-4e89edaf5e45 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.52 "GET /v2.0/networks?id=1cf3bf74-af3f-4694-b56b-cb38296eaf59 HTTP/1.1" status: 200 len: 814 time: 0.4693964 Apr 19 18:02:28.757756 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-d5918775-58cd-43e2-8917-28986e99e408 req-5680c418-0c2b-4da5-8bc4-7d0ec46c92f3 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Request body: {'port': {'device_id': '33762e0c-116b-4d5a-8d35-839256be277f', 'network_id': '1cf3bf74-af3f-4694-b56b-cb38296eaf59', 'admin_state_up': True, 'tenant_id': '75bc2748d65442598400f125ed51670e'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:02:28.783175 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:28.844617 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:28.855555 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8667240 Apr 19 18:02:28.864822 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e84345d0-c0af-4530-a657-9c54e5908d88 req-21d4a1c0-4cfe-4200-8ad2-31c40ddf5594 service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284650 Apr 19 18:02:28.966244 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-d5918775-58cd-43e2-8917-28986e99e408 req-5680c418-0c2b-4da5-8bc4-7d0ec46c92f3 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:02:28.977331 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-d5918775-58cd-43e2-8917-28986e99e408 req-5680c418-0c2b-4da5-8bc4-7d0ec46c92f3 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:02:28.986941 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5918775-58cd-43e2-8917-28986e99e408 req-5680c418-0c2b-4da5-8bc4-7d0ec46c92f3 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Made reservation on behalf of 75bc2748d65442598400f125ed51670e for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:02:28.993229 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d5918775-58cd-43e2-8917-28986e99e408 req-5680c418-0c2b-4da5-8bc4-7d0ec46c92f3 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:29.063524 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-307041cf-b6b4-444c-a1c9-ccbec6e83388 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Synchronizing usage tracker for tenant:52c9a70cdf8f44669caf1484d90915e5 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:02:29.082562 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-307041cf-b6b4-444c-a1c9-ccbec6e83388 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Unset dirty status for tenant:52c9a70cdf8f44669caf1484d90915e5 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:02:29.084644 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-307041cf-b6b4-444c-a1c9-ccbec6e83388 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--989755237&fields=id&tenant_id=52c9a70cdf8f44669caf1484d90915e5 HTTP/1.1" status: 200 len: 267 time: 0.0657368 Apr 19 18:02:29.174749 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:29.177780 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-d5918775-58cd-43e2-8917-28986e99e408 req-5680c418-0c2b-4da5-8bc4-7d0ec46c92f3 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Allocated IP 172.20.0.3 (1cf3bf74-af3f-4694-b56b-cb38296eaf59/d963393b-d15d-4640-a267-1b79a62900c9/ef98e5be-3099-4976-963a-a2d4b09eb0ed) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:02:29.188986 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Transition to ACTIVE for port object 13ffda4d-ef93-485b-9e3e-72a06ffba92d will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:02:29.197744 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:29.203129 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:29.262927 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-f8b9fa15-7646-40fd-8b0a-372b80051f7c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:29.264917 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-f8b9fa15-7646-40fd-8b0a-372b80051f7c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/networks?id=307a8ec4-4f38-4cf3-9819-112e0427a44c HTTP/1.1" status: 200 len: 816 time: 0.1721277 Apr 19 18:02:29.295442 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18098e-65ef-4d9b-afe8-c55b7fde2a69 None None] Pushing event updated for resources: {'Port': ['ID=13ffda4d-ef93-485b-9e3e-72a06ffba92d,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:29.314825 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-4f12e092-63e3-47ea-b4b9-6c7fd6990d2b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/quotas/52c9a70cdf8f44669caf1484d90915e5 HTTP/1.1" status: 200 len: 375 time: 0.0421722 Apr 19 18:02:29.387950 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6e18098e-65ef-4d9b-afe8-c55b7fde2a69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:29.503974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Attempting to bind port 13ffda4d-ef93-485b-9e3e-72a06ffba92d on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:02:29.504390 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Attempting to bind port 13ffda4d-ef93-485b-9e3e-72a06ffba92d by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': '7f517a5b-1eaf-4ce0-bcee-666b65a2b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:02:29.504794 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Attempting to bind port 13ffda4d-ef93-485b-9e3e-72a06ffba92d on network 307a8ec4-4f38-4cf3-9819-112e0427a44c {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:02:29.511276 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:02:29.511691 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Checking segment: {'id': '7f517a5b-1eaf-4ce0-bcee-666b65a2b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:02:29.512136 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:29.512568 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Bound using segment: {'id': '7f517a5b-1eaf-4ce0-bcee-666b65a2b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:02:29.513088 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Bound port: 13ffda4d-ef93-485b-9e3e-72a06ffba92d, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f517a5b-1eaf-4ce0-bcee-666b65a2b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:02:29.513498 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:29.544402 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-510cee12-9941-42e4-9f23-09c343e3e7a8 req-52cb1e09-5e9e-493a-b663-b32178d38d3c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 210 time: 0.0799847 Apr 19 18:02:29.555352 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d5918775-58cd-43e2-8917-28986e99e408 req-5680c418-0c2b-4da5-8bc4-7d0ec46c92f3 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:29.571311 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-c0b06e6a-b6df-492b-99a6-64ee66dc409b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Synchronizing usage tracker for tenant:52c9a70cdf8f44669caf1484d90915e5 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:02:29.615548 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-c0b06e6a-b6df-492b-99a6-64ee66dc409b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Unset dirty status for tenant:52c9a70cdf8f44669caf1484d90915e5 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:02:29.617417 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-c0b06e6a-b6df-492b-99a6-64ee66dc409b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=52c9a70cdf8f44669caf1484d90915e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3017621 Apr 19 18:02:29.696579 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] For port 13ffda4d-ef93-485b-9e3e-72a06ffba92d, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:02:29.700252 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] For port 13ffda4d-ef93-485b-9e3e-72a06ffba92d, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=13ffda4d-ef93-485b-9e3e-72a06ffba92d,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:02:29.706706 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:29.718371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:29.809229 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18098e-65ef-4d9b-afe8-c55b7fde2a69 None None] Pushing event updated for resources: {'Port': ['ID=13ffda4d-ef93-485b-9e3e-72a06ffba92d,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:29.813804 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6e18098e-65ef-4d9b-afe8-c55b7fde2a69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:29.822209 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-50424416-45e8-49db-b8ea-667f694ff20a req-c06627f6-dca2-4b2e-a79c-b6053f141165 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 210 time: 0.0785654 Apr 19 18:02:29.826239 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-5da2e31c-5170-42f0-91a3-7413984c98a7 service neutron] 10.222.0.81 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915569 Apr 19 18:02:29.831565 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Routers {'df8f8cd0-015f-4ff5-9516-f99bf893dbcd'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:02:29.835212 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:02:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:29.845641 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-5bb5da52-b020-405c-a459-d809494cc9f4 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:29.845641 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-5bb5da52-b020-405c-a459-d809494cc9f4 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.52 "GET /v2.0/networks?id=78b15170-126a-40db-a90b-93ef0092a0be HTTP/1.1" status: 200 len: 815 time: 0.2826085 Apr 19 18:02:29.847697 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d5918775-58cd-43e2-8917-28986e99e408 req-5680c418-0c2b-4da5-8bc4-7d0ec46c92f3 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:29.854612 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d4a653a8-e13b-4ece-a2a9-0f587cf7f87e tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:29.910525 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Request body: {'port': {'device_id': '10aa9461-488f-4168-b345-bdb722ffd343', 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be', 'admin_state_up': True, 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:02:29.993588 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-6a197fe9-86ce-4b44-b700-956a6a2d48b5 service neutron] 10.222.0.81 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663835 Apr 19 18:02:30.007153 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:02:30.087175 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] Set router df8f8cd0-015f-4ff5-9516-f99bf893dbcd gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:02:30.115793 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:02:30.133993 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5918775-58cd-43e2-8917-28986e99e408 req-5680c418-0c2b-4da5-8bc4-7d0ec46c92f3 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Network 1cf3bf74-af3f-4694-b56b-cb38296eaf59 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:02:30.135568 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-d5918775-58cd-43e2-8917-28986e99e408 req-5680c418-0c2b-4da5-8bc4-7d0ec46c92f3 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:02:30.146425 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5918775-58cd-43e2-8917-28986e99e408 req-5680c418-0c2b-4da5-8bc4-7d0ec46c92f3 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:02:30.192950 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:02:30.202356 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680c418-0c2b-4da5-8bc4-7d0ec46c92f3 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Pushing event updated for resources: {'Port': ['ID=ef98e5be-3099-4976-963a-a2d4b09eb0ed,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:30.209448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5680c418-0c2b-4da5-8bc4-7d0ec46c92f3 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:30.277425 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Made reservation on behalf of c1f4a777e1a94e01a726e0f78a04f457 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:02:30.284354 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:30.310455 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ca6a7c63-85ba-455e-a6d1-b39297c03c64 req-cf7ee6bd-c6f7-4197-b0ae-c9afeb8c2f97 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 210 time: 0.0892758 Apr 19 18:02:30.322496 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5918775-58cd-43e2-8917-28986e99e408 req-5680c418-0c2b-4da5-8bc4-7d0ec46c92f3 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:30.323316 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d5918775-58cd-43e2-8917-28986e99e408 req-5680c418-0c2b-4da5-8bc4-7d0ec46c92f3 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:30.397765 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d5918775-58cd-43e2-8917-28986e99e408 req-5680c418-0c2b-4da5-8bc4-7d0ec46c92f3 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6500292 Apr 19 18:02:30.421769 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Request body: {'port': {'device_id': '33762e0c-116b-4d5a-8d35-839256be277f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:02:30.518863 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:02:23Z', 'revision_number': 4, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port': {'id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:16Z', 'updated_at': '2021-04-19T18:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '13ffda4d-ef93-485b-9e3e-72a06ffba92d', 'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'mac_address': 'fa:16:3e:6a:52:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:22Z', 'updated_at': '2021-04-19T18:02:29Z', 'revision_number': 4, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'subnets': [{'id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:02:30.524124 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b06bd03-ee2f-4d38-a41d-8030372d19b8 None None] The sync data for ids ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'] in dv-cinder-786927-1-smb is: [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:02:23Z', 'revision_number': 4, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port': {'id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:16Z', 'updated_at': '2021-04-19T18:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '13ffda4d-ef93-485b-9e3e-72a06ffba92d', 'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'mac_address': 'fa:16:3e:6a:52:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:22Z', 'updated_at': '2021-04-19T18:02:29Z', 'revision_number': 4, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'subnets': [{'id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:02:30.647120 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Allocated IP 172.20.0.7 (78b15170-126a-40db-a90b-93ef0092a0be/b8f92494-8de7-4c63-96f4-31b3ac55cc7f/94134715-f15c-4565-812f-6c802c581b7b) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:02:30.882131 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:30.915955 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-803b2342-3e50-4e78-a04b-93b980234023 req-34f51072-8f9e-45d1-a0be-ab576ad3f3ea tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 210 time: 0.1281440 Apr 19 18:02:31.240691 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:31.329406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:31.381265 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Transition to ACTIVE for port object 94134715-f15c-4565-812f-6c802c581b7b will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:02:31.431405 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d0348-cb69-4371-89f4-575c5b1b4226 req-fe3b4a1f-55ad-450e-9637-851f3e995962 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:31.432216 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-d29d0348-cb69-4371-89f4-575c5b1b4226 req-fe3b4a1f-55ad-450e-9637-851f3e995962 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Synchronizing usage tracker for tenant:75bc2748d65442598400f125ed51670e on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:02:31.511590 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-d29d0348-cb69-4371-89f4-575c5b1b4226 req-fe3b4a1f-55ad-450e-9637-851f3e995962 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Unset dirty status for tenant:75bc2748d65442598400f125ed51670e on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:02:31.519686 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d29d0348-cb69-4371-89f4-575c5b1b4226 req-fe3b4a1f-55ad-450e-9637-851f3e995962 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 931 time: 0.4152746 Apr 19 18:02:31.549078 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3a23fabd-1367-430b-ac80-c87b87e6e70a req-157127b1-bc86-4bd1-9870-7060fcab10f3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 210 time: 0.0691259 Apr 19 18:02:31.598618 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:31.607718 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-49d3e075-55e5-4a77-893b-4fae5b41c394 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:31.672081 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d29d0348-cb69-4371-89f4-575c5b1b4226 req-f4867f67-e95a-4ee1-a6cf-5776b8e689bb tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513128 Apr 19 18:02:31.703014 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 13ffda4d-ef93-485b-9e3e-72a06ffba92d up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:31.704830 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Network 78b15170-126a-40db-a90b-93ef0092a0be is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:02:31.711214 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:02:31.730585 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:02:31.796725 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Pushing event updated for resources: {'Port': ['ID=94134715-f15c-4565-812f-6c802c581b7b,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:31.811823 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port 13ffda4d-ef93-485b-9e3e-72a06ffba92d completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:02:31.817877 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 13ffda4d-ef93-485b-9e3e-72a06ffba92d triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:31.818559 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:31.838721 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:31.839050 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:31.839453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:31.839850 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:31.840243 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:31.840635 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:31.841189 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:31.841609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:31.842501 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:31.842905 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:31.843311 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:31.843672 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:31.847843 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:31.854762 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:31.856574 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:32.006894 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef98e5be-3099-4976-963a-a2d4b09eb0ed {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:02:32.016244 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:32.040287 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Transition to ACTIVE for port object ef98e5be-3099-4976-963a-a2d4b09eb0ed will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:02:32.064140 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183133'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:32.083661 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5680c418-0c2b-4da5-8bc4-7d0ec46c92f3 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:32.225545 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73695f-40da-4402-bfb4-7db09f808d4d req-9c1f5f63-a8da-4194-bdbe-97d04011b2d3 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:32.227790 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9e73695f-40da-4402-bfb4-7db09f808d4d req-9c1f5f63-a8da-4194-bdbe-97d04011b2d3 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 931 time: 0.1424584 Apr 19 18:02:32.243641 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:32.308437 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-9e73695f-40da-4402-bfb4-7db09f808d4d req-bd9d1cde-b9dd-48d2-9f8f-1d53f766c640 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Synchronizing usage tracker for tenant:c1f4a777e1a94e01a726e0f78a04f457 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:02:32.314838 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port 13ffda4d-ef93-485b-9e3e-72a06ffba92d, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=13ffda4d-ef93-485b-9e3e-72a06ffba92d,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:32.316572 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2539442b-08da-4d6e-bcb1-a2941a322d07 None None] Provisioning for port 94134715-f15c-4565-812f-6c802c581b7b completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:02:32.322679 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:32.325905 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:32.352965 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-9e73695f-40da-4402-bfb4-7db09f808d4d req-bd9d1cde-b9dd-48d2-9f8f-1d53f766c640 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Unset dirty status for tenant:c1f4a777e1a94e01a726e0f78a04f457 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:02:32.354570 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9e73695f-40da-4402-bfb4-7db09f808d4d req-bd9d1cde-b9dd-48d2-9f8f-1d53f766c640 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094677 Apr 19 18:02:32.385505 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2539442b-08da-4d6e-bcb1-a2941a322d07 None None] Provisioning complete for port 94134715-f15c-4565-812f-6c802c581b7b triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:32.385953 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2539442b-08da-4d6e-bcb1-a2941a322d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:32.475366 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2539442b-08da-4d6e-bcb1-a2941a322d07 None None] Port 94134715-f15c-4565-812f-6c802c581b7b cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:02:32.481570 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=13ffda4d-ef93-485b-9e3e-72a06ffba92d,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:32.494793 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:32.540728 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6411140 Apr 19 18:02:32.551406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Pushing event updated for resources: {'Port': ['ID=ef98e5be-3099-4976-963a-a2d4b09eb0ed,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:32.555749 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:32.723693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Attempting to bind port ef98e5be-3099-4976-963a-a2d4b09eb0ed on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:02:32.724072 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Attempting to bind port ef98e5be-3099-4976-963a-a2d4b09eb0ed by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '8e468ae6-13ad-48be-92a5-9b83786880ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1cf3bf74-af3f-4694-b56b-cb38296eaf59'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:02:32.724434 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Attempting to bind port ef98e5be-3099-4976-963a-a2d4b09eb0ed on network 1cf3bf74-af3f-4694-b56b-cb38296eaf59 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:02:32.736196 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-789e949a-6222-436c-9f34-aacba6f55ece req-9555303c-2fcb-4756-ab52-8da055e29604 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 210 time: 0.0623281 Apr 19 18:02:32.736967 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Port ef98e5be-3099-4976-963a-a2d4b09eb0ed on network 1cf3bf74-af3f-4694-b56b-cb38296eaf59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:02:32.737214 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Attempting to bind port ef98e5be-3099-4976-963a-a2d4b09eb0ed on network 1cf3bf74-af3f-4694-b56b-cb38296eaf59 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:02:32.747273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Checking agent: {'id': '65b29327-db8b-4ae4-8402-12a24c685031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'started_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:02:32.747671 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Checking segment: {'id': '8e468ae6-13ad-48be-92a5-9b83786880ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1cf3bf74-af3f-4694-b56b-cb38296eaf59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:02:32.748071 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Bound using segment: {'id': '8e468ae6-13ad-48be-92a5-9b83786880ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1cf3bf74-af3f-4694-b56b-cb38296eaf59'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:02:32.748571 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Bound port: ef98e5be-3099-4976-963a-a2d4b09eb0ed, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e468ae6-13ad-48be-92a5-9b83786880ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1cf3bf74-af3f-4694-b56b-cb38296eaf59'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:02:32.749005 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:32.863671 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] For port ef98e5be-3099-4976-963a-a2d4b09eb0ed, host hv-cinder-78692, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:02:32.867263 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] For port ef98e5be-3099-4976-963a-a2d4b09eb0ed, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ef98e5be-3099-4976-963a-a2d4b09eb0ed,segment=NetworkSegment(8e468ae6-13ad-48be-92a5-9b83786880ed),segment_id=8e468ae6-13ad-48be-92a5-9b83786880ed)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:02:32.873017 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183133'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:32.879524 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fd0cdd28-a4b7-4355-9ea5-844f15915c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:32.895791 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce184501-6bf1-41f3-9168-d0b2cba58dad req-237fed22-e590-4ff6-b957-84f6b2510a15 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:32.897608 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ce184501-6bf1-41f3-9168-d0b2cba58dad req-237fed22-e590-4ff6-b957-84f6b2510a15 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 943 time: 0.0937805 Apr 19 18:02:32.954514 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:32.955018 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ce184501-6bf1-41f3-9168-d0b2cba58dad req-056cd16d-fe55-4bb0-9e65-4dcbc220a3f9 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507698 Apr 19 18:02:32.955175 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:32.956697 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d5918775-58cd-43e2-8917-28986e99e408 req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] 10.222.0.52 "PUT /v2.0/ports/ef98e5be-3099-4976-963a-a2d4b09eb0ed HTTP/1.1" status: 200 len: 1093 time: 2.5431967 Apr 19 18:02:32.957238 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33762e0c-116b-4d5a-8d35-839256be277f', 'tag': 'ef98e5be-3099-4976-963a-a2d4b09eb0ed'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:02:32.979996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Pushing event updated for resources: {'Port': ['ID=ef98e5be-3099-4976-963a-a2d4b09eb0ed,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:32.985074 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:33.018266 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33762e0c-116b-4d5a-8d35-839256be277f', 'tag': 'ef98e5be-3099-4976-963a-a2d4b09eb0ed', 'status': 'completed', 'code': 200} Apr 19 18:02:33.560510 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 13ffda4d-ef93-485b-9e3e-72a06ffba92d up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:33.584126 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93358842-9dd4-41f0-a417-9a5cd69558be req-d8ae2413-cceb-45cf-8fd4-e6b15489357f tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:33.585695 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-93358842-9dd4-41f0-a417-9a5cd69558be req-d8ae2413-cceb-45cf-8fd4-e6b15489357f tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 931 time: 0.1115353 Apr 19 18:02:33.634275 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 13ffda4d-ef93-485b-9e3e-72a06ffba92d triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:33.634705 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:33.647598 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-93358842-9dd4-41f0-a417-9a5cd69558be req-0a277894-f23d-4589-9616-d3f2f5d0a512 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546439 Apr 19 18:02:33.916601 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0cdd3b3d-f084-484e-961e-5058ac993f4a req-1a9f7711-7f6f-4e5e-946e-644d1a552ff2 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 210 time: 0.0519009 Apr 19 18:02:34.177906 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4873fc0-4f36-4f91-82d8-948052a8ac2a req-47c63e1c-a9ee-4000-a1a7-179f06f1748c tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:34.179521 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f4873fc0-4f36-4f91-82d8-948052a8ac2a req-47c63e1c-a9ee-4000-a1a7-179f06f1748c tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 943 time: 0.0994158 Apr 19 18:02:34.231036 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f4873fc0-4f36-4f91-82d8-948052a8ac2a req-fa73c2bb-442e-4557-9fbe-42a573f18a6f tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446389 Apr 19 18:02:34.857012 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff445fb-97d2-4fdd-9639-1b8c22945d13 req-15bbc677-a7be-4f8a-a82f-71944a1e942a tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:34.857756 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-eff445fb-97d2-4fdd-9639-1b8c22945d13 req-15bbc677-a7be-4f8a-a82f-71944a1e942a tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Synchronizing usage tracker for tenant:c1f4a777e1a94e01a726e0f78a04f457 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:02:34.874204 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-eff445fb-97d2-4fdd-9639-1b8c22945d13 req-15bbc677-a7be-4f8a-a82f-71944a1e942a tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Unset dirty status for tenant:c1f4a777e1a94e01a726e0f78a04f457 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:02:34.876355 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-eff445fb-97d2-4fdd-9639-1b8c22945d13 req-15bbc677-a7be-4f8a-a82f-71944a1e942a tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 931 time: 0.1132975 Apr 19 18:02:34.938021 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-eff445fb-97d2-4fdd-9639-1b8c22945d13 req-0f5553f5-a54d-4355-b217-a6f533809cac tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499616 Apr 19 18:02:35.089398 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e0c567bb-ca1d-4661-aa28-6cc5cb7de581 req-0125e5bf-6e03-45fa-b5d5-c116c44509f0 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 210 time: 0.0496871 Apr 19 18:02:35.452171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f0bc3-4b1c-4f82-b563-ae2e6dc234d8 req-b22df798-9705-4356-993b-94a51c46c4b6 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:35.453801 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d40f0bc3-4b1c-4f82-b563-ae2e6dc234d8 req-b22df798-9705-4356-993b-94a51c46c4b6 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 943 time: 0.0911801 Apr 19 18:02:35.506121 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d40f0bc3-4b1c-4f82-b563-ae2e6dc234d8 req-f098059f-f889-4a56-a6f0-68c611da1e09 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456364 Apr 19 18:02:36.147551 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8a0e7-dd8a-461b-9eb8-371caabf72c1 req-7b2a76d7-cdef-46e2-a07c-047294e007fb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:36.149221 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-72c8a0e7-dd8a-461b-9eb8-371caabf72c1 req-7b2a76d7-cdef-46e2-a07c-047294e007fb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 931 time: 0.0955482 Apr 19 18:02:36.206257 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-72c8a0e7-dd8a-461b-9eb8-371caabf72c1 req-ab22a406-fe17-40f0-bccb-85689ced866d tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503395 Apr 19 18:02:36.279481 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-658ef041-d68d-4468-a23e-01d2eb3cc98d req-73efb5fb-d222-42f5-9e01-f72ec4a2aed9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 210 time: 0.0602689 Apr 19 18:02:36.719400 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832638f-1376-4709-a398-e7488eb9799d req-b15c3ac8-c59b-4cfe-bddf-30d307641278 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:36.721094 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6832638f-1376-4709-a398-e7488eb9799d req-b15c3ac8-c59b-4cfe-bddf-30d307641278 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 943 time: 0.0922191 Apr 19 18:02:36.773697 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6832638f-1376-4709-a398-e7488eb9799d req-1855fadb-10e3-48ee-9c81-29e6c19be3e1 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448151 Apr 19 18:02:37.418320 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9036fb2-399d-4c45-b3a3-2a6a2e40cde4 req-dcccffbc-4d50-49d5-bd0a-fac59356bd65 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:37.424202 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d9036fb2-399d-4c45-b3a3-2a6a2e40cde4 req-dcccffbc-4d50-49d5-bd0a-fac59356bd65 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 931 time: 0.0988846 Apr 19 18:02:37.471189 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d9036fb2-399d-4c45-b3a3-2a6a2e40cde4 req-aafc1d1f-584a-4c4e-b18e-fa3a3fcc22b0 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445569 Apr 19 18:02:37.482979 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-de9cafc1-0220-45cb-a873-7e7f12a42ecf req-7925f6db-a5ac-4e80-b84d-d5f15ad94e69 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 210 time: 0.0576832 Apr 19 18:02:37.988165 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73470e95-f5b7-472c-8aee-9576c378fd6d req-397c262c-d429-4848-bd35-a5279fc1c720 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:37.997405 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-73470e95-f5b7-472c-8aee-9576c378fd6d req-397c262c-d429-4848-bd35-a5279fc1c720 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 943 time: 0.1035459 Apr 19 18:02:38.046151 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-73470e95-f5b7-472c-8aee-9576c378fd6d req-08686aef-cc20-454c-a27c-41c4fb677f9c tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475953 Apr 19 18:02:38.686234 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-01b1aca3-b9ac-4f50-8340-ac798b4b335b req-5898e6dc-a28a-4501-b94f-0f90154d46d9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 210 time: 0.0598772 Apr 19 18:02:38.714612 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22452c-a7a6-48c1-abe9-9870534c78c0 req-8ea1315d-0659-410a-be40-3701552a12fe tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:38.716246 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ee22452c-a7a6-48c1-abe9-9870534c78c0 req-8ea1315d-0659-410a-be40-3701552a12fe tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 931 time: 0.0983679 Apr 19 18:02:38.773167 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ee22452c-a7a6-48c1-abe9-9870534c78c0 req-d00521bd-30d8-43ec-8610-9abb04250dbe tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472915 Apr 19 18:02:39.262885 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8cd42-0e12-4906-90fb-5a9bf16ed231 req-ca71c76c-ceb3-47cb-bb49-88487545f8d2 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:39.264883 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f8f8cd42-0e12-4906-90fb-5a9bf16ed231 req-ca71c76c-ceb3-47cb-bb49-88487545f8d2 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 943 time: 0.0957625 Apr 19 18:02:39.351838 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f8f8cd42-0e12-4906-90fb-5a9bf16ed231 req-22ef15f2-5c99-4cc6-94e0-46ebaac42ea9 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783765 Apr 19 18:02:39.867734 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-30ce07a7-64bc-46c0-abd5-91f6e70d1a26 req-71f433a0-bb78-4824-8d45-a0775a682436 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 210 time: 0.0554149 Apr 19 18:02:39.995946 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f822e37-8938-482d-956f-7146ed6fc528 req-737e2813-dc36-4139-8806-6ea4b42c5152 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:39.997650 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6f822e37-8938-482d-956f-7146ed6fc528 req-737e2813-dc36-4139-8806-6ea4b42c5152 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 931 time: 0.0918775 Apr 19 18:02:40.048802 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6f822e37-8938-482d-956f-7146ed6fc528 req-c6afaaa9-6bfa-4e8d-9867-27eb8a762a4a tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434227 Apr 19 18:02:40.565383 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cccf6-b794-4a1e-848e-155d056ff379 req-a10b599d-7707-4f5d-975c-ef87c47d6829 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:40.567092 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d58cccf6-b794-4a1e-848e-155d056ff379 req-a10b599d-7707-4f5d-975c-ef87c47d6829 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 943 time: 0.0918689 Apr 19 18:02:40.628928 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d58cccf6-b794-4a1e-848e-155d056ff379 req-86f6335d-33a7-47cf-8947-3b156588e997 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550339 Apr 19 18:02:41.047260 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-60289ba1-7b4a-4d3c-b3fa-8dbdef088f07 req-4878f0cf-2c8e-4528-8092-b869829d17ec tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 210 time: 0.0566301 Apr 19 18:02:41.261041 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8c54c-0862-4f3b-a814-d42239ec6eaf req-c49020b5-f5e4-4828-bff1-f64a75496821 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:41.262662 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-15b8c54c-0862-4f3b-a814-d42239ec6eaf req-c49020b5-f5e4-4828-bff1-f64a75496821 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 931 time: 0.0956218 Apr 19 18:02:41.322975 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-15b8c54c-0862-4f3b-a814-d42239ec6eaf req-b5244a8c-bf81-41b3-a0f8-c2a9e45856c4 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530655 Apr 19 18:02:41.844494 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96df20-d271-4310-9a37-4376e8ac8cb7 req-ad3855c5-dad3-4b8f-a626-5168e9cb7b34 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:41.846119 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9f96df20-d271-4310-9a37-4376e8ac8cb7 req-ad3855c5-dad3-4b8f-a626-5168e9cb7b34 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 943 time: 0.0970302 Apr 19 18:02:41.902896 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9f96df20-d271-4310-9a37-4376e8ac8cb7 req-36321c31-2efe-49e9-b10d-c5d0b32d17fc tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501950 Apr 19 18:02:42.220751 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-27883bba-bebe-4bec-b401-5cff2ca9b9cc req-e6c50ca4-e67f-4b91-84a1-64fdbb936f73 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 210 time: 0.0485992 Apr 19 18:02:42.529129 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657df56-b467-4788-be26-0580e6a99ad8 req-c722e757-c9a9-4fea-a1b2-28acf4eee6fc tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:42.530790 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0657df56-b467-4788-be26-0580e6a99ad8 req-c722e757-c9a9-4fea-a1b2-28acf4eee6fc tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 931 time: 0.0996218 Apr 19 18:02:42.580515 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0657df56-b467-4788-be26-0580e6a99ad8 req-57fd2d5d-d4d2-4c5f-954e-9e75db11af08 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420852 Apr 19 18:02:43.124284 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3535c05-faf9-40dc-9cac-28dd0bca7604 req-0d1d4011-9624-4cbc-89a8-8fc231d960df tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:43.125972 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d3535c05-faf9-40dc-9cac-28dd0bca7604 req-0d1d4011-9624-4cbc-89a8-8fc231d960df tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 943 time: 0.1015143 Apr 19 18:02:43.178029 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d3535c05-faf9-40dc-9cac-28dd0bca7604 req-3ded1644-678e-4cfe-bc89-5f769fb0eb01 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421069 Apr 19 18:02:43.397186 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-88ffe00d-1d8c-43a0-8820-710726d9dd03 req-c2422506-f182-41b0-b942-9cf4b4f28d1a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 210 time: 0.0555069 Apr 19 18:02:43.802528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d49f0-f746-4bfa-b837-40adbe8896f5 req-d421f238-a090-443e-bb69-42adbe44abe3 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:43.804132 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4b8d49f0-f746-4bfa-b837-40adbe8896f5 req-d421f238-a090-443e-bb69-42adbe44abe3 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 931 time: 0.1023827 Apr 19 18:02:43.859385 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4b8d49f0-f746-4bfa-b837-40adbe8896f5 req-c3c94e33-cc3b-409c-ba66-7e1b3740a1e7 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453551 Apr 19 18:02:44.391450 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fe0c4-339f-4c69-b412-b714d028decc req-b2cc08d7-8453-4dac-94c4-5a2d723e917a tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:44.393042 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8a7fe0c4-339f-4c69-b412-b714d028decc req-b2cc08d7-8453-4dac-94c4-5a2d723e917a tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 943 time: 0.0895276 Apr 19 18:02:44.445289 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8a7fe0c4-339f-4c69-b412-b714d028decc req-5d2b99ca-b83c-4b1e-8470-320c17d41d3f tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454564 Apr 19 18:02:44.579555 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-383a8ce3-6106-4100-b287-65b103fda95a req-3d9f61d8-924c-4216-b42e-7031482b4a53 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 210 time: 0.0578575 Apr 19 18:02:45.089814 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb171d-a291-438f-ba5e-456b5320c062 req-e2b5304b-21fc-4224-bb36-34ca7da16ef4 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:45.091467 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a6cb171d-a291-438f-ba5e-456b5320c062 req-e2b5304b-21fc-4224-bb36-34ca7da16ef4 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 931 time: 0.1033671 Apr 19 18:02:45.146431 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a6cb171d-a291-438f-ba5e-456b5320c062 req-ca56f8c8-0e8e-46f0-ae19-b8695d671775 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475988 Apr 19 18:02:45.221909 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Request body: {'port': {'device_id': '10aa9461-488f-4168-b345-bdb722ffd343', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:02:45.414385 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:45.427840 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137977b-0fee-4c2b-8bbf-23589bfbef32 req-47037f20-6ce1-4a43-b4b1-0c1277a86bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:45.429439 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0137977b-0fee-4c2b-8bbf-23589bfbef32 req-47037f20-6ce1-4a43-b4b1-0c1277a86bb0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=75bc2748d65442598400f125ed51670e&device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 1096 time: 0.1797581 Apr 19 18:02:45.777353 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137977b-0fee-4c2b-8bbf-23589bfbef32 req-eba00d9f-df43-4636-930d-5a0db9e4f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:45.779086 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0137977b-0fee-4c2b-8bbf-23589bfbef32 req-eba00d9f-df43-4636-930d-5a0db9e4f672 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=75bc2748d65442598400f125ed51670e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3131697 Apr 19 18:02:45.790185 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-952fedc2-f82a-4cf0-8aba-2b29b5d944a5 req-d150a6dc-b331-42be-a561-053f01bc5b71 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 210 time: 0.0850365 Apr 19 18:02:45.800849 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763afe7-5cbf-4d24-8584-0c03b5e30295 req-f8d013f0-2e63-4cb5-b759-83490cb27dfa tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:45.803847 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4763afe7-5cbf-4d24-8584-0c03b5e30295 req-f8d013f0-2e63-4cb5-b759-83490cb27dfa tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 943 time: 0.0933387 Apr 19 18:02:45.864863 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4763afe7-5cbf-4d24-8584-0c03b5e30295 req-c5877879-ad00-4742-993f-f146e67046a4 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513425 Apr 19 18:02:45.937128 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-535ffd30-a483-4ca0-9acd-a0bac112caef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:46.033076 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137977b-0fee-4c2b-8bbf-23589bfbef32 req-3c214bea-7d54-44a0-9952-ae2a4714c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:46.034576 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0137977b-0fee-4c2b-8bbf-23589bfbef32 req-3c214bea-7d54-44a0-9952-ae2a4714c14d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1996329 Apr 19 18:02:46.110422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94134715-f15c-4565-812f-6c802c581b7b {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:02:46.153754 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-78fbf404-03b2-4bca-be2c-d2c20062294d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:46.155327 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-78fbf404-03b2-4bca-be2c-d2c20062294d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.52 "GET /v2.0/networks?id=307a8ec4-4f38-4cf3-9819-112e0427a44c HTTP/1.1" status: 200 len: 816 time: 0.1611288 Apr 19 18:02:46.156920 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:46.185796 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Transition to ACTIVE for port object 94134715-f15c-4565-812f-6c802c581b7b will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:02:46.192186 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183133'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:46.202862 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7ffe625c-6d01-4cad-aab6-a115a67525b1 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:46.242222 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-830a324a-cefd-4e1c-a023-6ba298e38375 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=52c9a70cdf8f44669caf1484d90915e5 HTTP/1.1" status: 200 len: 5708 time: 0.0768628 Apr 19 18:02:46.253837 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Request body: {'port': {'device_id': '59705e5f-eaf2-4b67-b8d3-4a5be4883b8b', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'admin_state_up': True, 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'security_groups': ['3521ad69-85d4-43e9-b20b-a96e7b42e5de']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:02:46.448506 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:02:46.459743 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:02:46.470679 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Made reservation on behalf of 52c9a70cdf8f44669caf1484d90915e5 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:02:46.476818 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:46.624890 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Pushing event updated for resources: {'Port': ['ID=94134715-f15c-4565-812f-6c802c581b7b,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:46.656130 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Allocated IP 172.20.0.10 (307a8ec4-4f38-4cf3-9819-112e0427a44c/0d809f74-47e5-4dcf-9ad5-d0fe43ce2348/c53af3ad-96e9-4516-95db-ab6e390e4961) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:02:46.657620 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:46.713237 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5918775-58cd-43e2-8917-28986e99e408 req-81cae460-b589-474c-8c2c-7dc4255a4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:46.715001 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d5918775-58cd-43e2-8917-28986e99e408 req-81cae460-b589-474c-8c2c-7dc4255a4efe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=75bc2748d65442598400f125ed51670e&device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 1096 time: 0.5995836 Apr 19 18:02:46.812378 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d5918775-58cd-43e2-8917-28986e99e408 req-3cacf1df-31e8-40d2-b578-968ddbd36950 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef98e5be-3099-4976-963a-a2d4b09eb0ed HTTP/1.1" status: 200 len: 217 time: 0.0850983 Apr 19 18:02:46.861342 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:46.877818 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Attempting to bind port 94134715-f15c-4565-812f-6c802c581b7b on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:02:46.878146 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Attempting to bind port 94134715-f15c-4565-812f-6c802c581b7b by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '809423dd-ace1-4764-9277-dded31e7f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:02:46.878541 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Attempting to bind port 94134715-f15c-4565-812f-6c802c581b7b on network 78b15170-126a-40db-a90b-93ef0092a0be {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:02:46.879332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Transition to ACTIVE for port object c53af3ad-96e9-4516-95db-ab6e390e4961 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:02:46.894678 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Port 94134715-f15c-4565-812f-6c802c581b7b on network 78b15170-126a-40db-a90b-93ef0092a0be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:02:46.895033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Attempting to bind port 94134715-f15c-4565-812f-6c802c581b7b on network 78b15170-126a-40db-a90b-93ef0092a0be {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:02:46.907302 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:46.908526 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7702c-632c-49fb-96f1-ab728e0e91f9 req-ac0b9436-ce66-44a3-a5aa-d374d246a0ed tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:46.910197 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85c7702c-632c-49fb-96f1-ab728e0e91f9 req-ac0b9436-ce66-44a3-a5aa-d374d246a0ed tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 943 time: 0.3713894 Apr 19 18:02:46.917313 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Checking agent: {'id': '65b29327-db8b-4ae4-8402-12a24c685031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'started_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:02:46.917313 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Checking segment: {'id': '809423dd-ace1-4764-9277-dded31e7f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:02:46.917674 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Bound using segment: {'id': '809423dd-ace1-4764-9277-dded31e7f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:02:46.918135 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Bound port: 94134715-f15c-4565-812f-6c802c581b7b, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809423dd-ace1-4764-9277-dded31e7f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:02:46.918529 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:46.920285 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3e5176bf-e864-4dbc-93e6-62c7de61f422 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:46.937394 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5918775-58cd-43e2-8917-28986e99e408 req-3e032bef-7dc1-491d-8d66-f6c68e61460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:46.938960 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d5918775-58cd-43e2-8917-28986e99e408 req-3e032bef-7dc1-491d-8d66-f6c68e61460e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d963393b-d15d-4640-a267-1b79a62900c9 HTTP/1.1" status: 200 len: 854 time: 0.1171579 Apr 19 18:02:47.064989 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d5918775-58cd-43e2-8917-28986e99e408 req-6f20d35c-17f7-41a7-a5d1-bde930932524 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1cf3bf74-af3f-4694-b56b-cb38296eaf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778270 Apr 19 18:02:47.114732 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85c7702c-632c-49fb-96f1-ab728e0e91f9 req-e30c4487-b1aa-4fe7-a9f2-003396938ac8 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826971 Apr 19 18:02:47.212999 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] For port 94134715-f15c-4565-812f-6c802c581b7b, host hv-cinder-78692, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:02:47.238930 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] For port 94134715-f15c-4565-812f-6c802c581b7b, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=94134715-f15c-4565-812f-6c802c581b7b,segment=NetworkSegment(809423dd-ace1-4764-9277-dded31e7f24c),segment_id=809423dd-ace1-4764-9277-dded31e7f24c)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:02:47.265912 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Network 307a8ec4-4f38-4cf3-9819-112e0427a44c is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:02:47.272191 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:02:47.277127 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:02:47.285949 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183133'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:47.302915 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9684c1ba-f765-436e-80e4-4b81dae32f54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:47.348070 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Pushing event updated for resources: {'Port': ['ID=c53af3ad-96e9-4516-95db-ab6e390e4961,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:47.369692 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:47.370163 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:47.371303 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:47.371718 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:47.372283 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:47.372710 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:47.373114 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:47.373668 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:47.373977 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:47.374436 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:47.374897 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:47.375305 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:47.380313 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:47.385527 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d5918775-58cd-43e2-8917-28986e99e408 req-4f134ad4-64ef-4dfc-8bcb-e7e97db61d4a service neutron] 10.222.0.52 "GET /v2.0/networks/1cf3bf74-af3f-4694-b56b-cb38296eaf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061945 Apr 19 18:02:47.391548 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:47.392229 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:47.393699 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] 10.222.0.52 "PUT /v2.0/ports/94134715-f15c-4565-812f-6c802c581b7b HTTP/1.1" status: 200 len: 1093 time: 2.1776083 Apr 19 18:02:47.394269 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10aa9461-488f-4168-b345-bdb722ffd343', 'tag': '94134715-f15c-4565-812f-6c802c581b7b'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:02:47.402820 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:47.403542 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:47.427290 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8188ba-0790-4a72-bdb8-79dff220f8f8 req-604de52c-c234-486a-8dd3-f1bb865e8fbd tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:47.430444 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4f8188ba-0790-4a72-bdb8-79dff220f8f8 req-604de52c-c234-486a-8dd3-f1bb865e8fbd tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 932 time: 0.4730194 Apr 19 18:02:47.507497 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4f8188ba-0790-4a72-bdb8-79dff220f8f8 req-6ac0cece-89ec-4e7b-b4f7-93ae52fbeccc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677891 Apr 19 18:02:47.508997 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2598057 Apr 19 18:02:47.523247 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Request body: {'port': {'device_id': '59705e5f-eaf2-4b67-b8d3-4a5be4883b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:02:47.532969 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9a0e38c1-7847-4d04-86cf-6489b5f45781 None None] Provisioning for port c53af3ad-96e9-4516-95db-ab6e390e4961 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:02:47.543368 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9a0e38c1-7847-4d04-86cf-6489b5f45781 None None] Provisioning complete for port c53af3ad-96e9-4516-95db-ab6e390e4961 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:47.543802 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9a0e38c1-7847-4d04-86cf-6489b5f45781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:47.561543 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Pushing event updated for resources: {'Port': ['ID=94134715-f15c-4565-812f-6c802c581b7b,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:47.576948 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:47.632584 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10aa9461-488f-4168-b345-bdb722ffd343', 'tag': '94134715-f15c-4565-812f-6c802c581b7b', 'status': 'completed', 'code': 200} Apr 19 18:02:47.644627 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bd38d-2d77-49f3-b74c-aec73d305562 req-bf67a29d-cc2d-4b3b-9125-9de2c7aad900 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:47.644875 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9a0e38c1-7847-4d04-86cf-6489b5f45781 None None] Port c53af3ad-96e9-4516-95db-ab6e390e4961 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:02:47.646528 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d42bd38d-2d77-49f3-b74c-aec73d305562 req-bf67a29d-cc2d-4b3b-9125-9de2c7aad900 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 943 time: 0.4096193 Apr 19 18:02:47.683890 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:47.696089 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d5918775-58cd-43e2-8917-28986e99e408 req-9ad2a739-5e93-4b1a-9b83-480ce6834efe service neutron] 10.222.0.52 "GET /v2.0/networks/1cf3bf74-af3f-4694-b56b-cb38296eaf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930362 Apr 19 18:02:47.713974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-d7ec5a0b-192c-4dd0-a98d-2985399f03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:47.715640 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-d7ec5a0b-192c-4dd0-a98d-2985399f03c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1f4a777e1a94e01a726e0f78a04f457&device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 1096 time: 0.2752860 Apr 19 18:02:47.726987 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d42bd38d-2d77-49f3-b74c-aec73d305562 req-225e64b7-8369-458b-8d48-a7779c1d76b1 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649412 Apr 19 18:02:47.795373 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-97585914-2be3-4c6b-9184-a9e6c51a7194 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94134715-f15c-4565-812f-6c802c581b7b HTTP/1.1" status: 200 len: 217 time: 0.0673211 Apr 19 18:02:47.868637 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-6e48e4d3-48f4-4ee1-9e75-c95797c7f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:47.870295 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-6e48e4d3-48f4-4ee1-9e75-c95797c7f613 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8f92494-8de7-4c63-96f4-31b3ac55cc7f HTTP/1.1" status: 200 len: 854 time: 0.0669568 Apr 19 18:02:47.955400 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-99d582f4-e198-4bae-8d1a-1a53eaff20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:47.956964 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-99d582f4-e198-4bae-8d1a-1a53eaff20f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78b15170-126a-40db-a90b-93ef0092a0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793390 Apr 19 18:02:48.060036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53af3ad-96e9-4516-95db-ab6e390e4961 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:02:48.068379 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:48.084727 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Transition to ACTIVE for port object c53af3ad-96e9-4516-95db-ab6e390e4961 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:02:48.088155 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:48.092134 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:48.103498 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-ea334e7d-130b-4131-b937-684d9f67d0ff service neutron] 10.222.0.52 "GET /v2.0/networks/78b15170-126a-40db-a90b-93ef0092a0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387267 Apr 19 18:02:48.232239 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Pushing event updated for resources: {'Port': ['ID=c53af3ad-96e9-4516-95db-ab6e390e4961,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:48.266459 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f6fde054-23c1-4e36-a560-d40d7c3af524 req-5bd9771a-a44f-40af-8986-1c1f46b6daae service neutron] 10.222.0.52 "GET /v2.0/networks/78b15170-126a-40db-a90b-93ef0092a0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548011 Apr 19 18:02:48.267767 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:48.407713 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5023a3-a764-447e-bde5-f96f6658c5eb req-42209124-bad3-4a7e-b528-936a04c6957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:48.409343 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ee5023a3-a764-447e-bde5-f96f6658c5eb req-42209124-bad3-4a7e-b528-936a04c6957f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1f4a777e1a94e01a726e0f78a04f457&device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 1096 time: 0.0907292 Apr 19 18:02:48.425493 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Attempting to bind port c53af3ad-96e9-4516-95db-ab6e390e4961 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:02:48.425796 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Attempting to bind port c53af3ad-96e9-4516-95db-ab6e390e4961 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '7f517a5b-1eaf-4ce0-bcee-666b65a2b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:02:48.426183 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Attempting to bind port c53af3ad-96e9-4516-95db-ab6e390e4961 on network 307a8ec4-4f38-4cf3-9819-112e0427a44c {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:02:48.439494 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0b676-f1c2-4f6e-8be7-cfde8bd6233b req-e872e19b-e738-4709-b2f0-5f1d244f75aa tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:48.441125 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-19f0b676-f1c2-4f6e-8be7-cfde8bd6233b req-e872e19b-e738-4709-b2f0-5f1d244f75aa tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 943 time: 0.1723502 Apr 19 18:02:48.441878 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Port c53af3ad-96e9-4516-95db-ab6e390e4961 on network 307a8ec4-4f38-4cf3-9819-112e0427a44c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:02:48.442249 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Attempting to bind port c53af3ad-96e9-4516-95db-ab6e390e4961 on network 307a8ec4-4f38-4cf3-9819-112e0427a44c {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:02:48.449400 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Checking agent: {'id': '65b29327-db8b-4ae4-8402-12a24c685031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'started_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:02:48.449770 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Checking segment: {'id': '7f517a5b-1eaf-4ce0-bcee-666b65a2b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:02:48.450206 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Bound using segment: {'id': '7f517a5b-1eaf-4ce0-bcee-666b65a2b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:02:48.450671 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Bound port: c53af3ad-96e9-4516-95db-ab6e390e4961, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f517a5b-1eaf-4ce0-bcee-666b65a2b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:02:48.451048 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:48.554824 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5023a3-a764-447e-bde5-f96f6658c5eb req-5eecc359-826b-4164-9f61-357c0abb941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:48.556416 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ee5023a3-a764-447e-bde5-f96f6658c5eb req-5eecc359-826b-4164-9f61-357c0abb941c service neutron] 10.222.0.52 "GET /v2.0/networks?id=78b15170-126a-40db-a90b-93ef0092a0be HTTP/1.1" status: 200 len: 916 time: 0.1399024 Apr 19 18:02:48.560205 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-19f0b676-f1c2-4f6e-8be7-cfde8bd6233b req-2299d7ab-d76b-40ac-aded-b16cc7decf0c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119964 Apr 19 18:02:48.592411 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] For port c53af3ad-96e9-4516-95db-ab6e390e4961, host hv-cinder-78692, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:02:48.596033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] For port c53af3ad-96e9-4516-95db-ab6e390e4961, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c53af3ad-96e9-4516-95db-ab6e390e4961,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:02:48.599638 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:48.603796 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:48.632701 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ee5023a3-a764-447e-bde5-f96f6658c5eb req-36d6ab1e-dd2b-4463-8fb3-8c6fd71981d1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94134715-f15c-4565-812f-6c802c581b7b HTTP/1.1" status: 200 len: 217 time: 0.0674782 Apr 19 18:02:48.670323 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:48.671154 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:48.672852 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] 10.222.0.52 "PUT /v2.0/ports/c53af3ad-96e9-4516-95db-ab6e390e4961 HTTP/1.1" status: 200 len: 1094 time: 1.1555815 Apr 19 18:02:48.673525 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59705e5f-eaf2-4b67-b8d3-4a5be4883b8b', 'tag': 'c53af3ad-96e9-4516-95db-ab6e390e4961'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:02:48.697630 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Pushing event updated for resources: {'Port': ['ID=c53af3ad-96e9-4516-95db-ab6e390e4961,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:48.701394 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:48.763637 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5023a3-a764-447e-bde5-f96f6658c5eb req-06e69701-942b-464c-8bc9-f046c1c1ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:48.765678 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ee5023a3-a764-447e-bde5-f96f6658c5eb req-06e69701-942b-464c-8bc9-f046c1c1ba51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8f92494-8de7-4c63-96f4-31b3ac55cc7f HTTP/1.1" status: 200 len: 854 time: 0.0959990 Apr 19 18:02:48.777337 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59705e5f-eaf2-4b67-b8d3-4a5be4883b8b', 'tag': 'c53af3ad-96e9-4516-95db-ab6e390e4961', 'status': 'completed', 'code': 200} Apr 19 18:02:48.822764 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-a77dfbfd-9110-47ba-a80f-61d2b7691fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:48.824737 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-a77dfbfd-9110-47ba-a80f-61d2b7691fb1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52c9a70cdf8f44669caf1484d90915e5&device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 1097 time: 0.0987089 Apr 19 18:02:48.841395 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065467c-c99f-4d86-bacf-baf0b63700d7 req-44a2c8cb-dcce-422c-8aa3-e18eac708e89 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:48.843586 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7065467c-c99f-4d86-bacf-baf0b63700d7 req-44a2c8cb-dcce-422c-8aa3-e18eac708e89 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.2098200 Apr 19 18:02:48.915084 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-7065467c-c99f-4d86-bacf-baf0b63700d7 req-5d1452de-7e87-4f5b-936e-7e972713671f tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Synchronizing usage tracker for tenant:52c9a70cdf8f44669caf1484d90915e5 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:02:48.920463 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5023a3-a764-447e-bde5-f96f6658c5eb req-360cd5fd-e88e-4a4e-af59-81365946af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:48.922240 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ee5023a3-a764-447e-bde5-f96f6658c5eb req-360cd5fd-e88e-4a4e-af59-81365946af3b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78b15170-126a-40db-a90b-93ef0092a0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1483674 Apr 19 18:02:48.954323 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-ad94f81a-da0d-4cbe-b0d1-b2432f3fc881 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c53af3ad-96e9-4516-95db-ab6e390e4961 HTTP/1.1" status: 200 len: 217 time: 0.1202714 Apr 19 18:02:48.956010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-7065467c-c99f-4d86-bacf-baf0b63700d7 req-5d1452de-7e87-4f5b-936e-7e972713671f tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Unset dirty status for tenant:52c9a70cdf8f44669caf1484d90915e5 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:02:48.957240 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7065467c-c99f-4d86-bacf-baf0b63700d7 req-5d1452de-7e87-4f5b-936e-7e972713671f tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014700 Apr 19 18:02:49.040306 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-ee3ca2cd-0d42-41a8-a849-9d2e52ed8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:49.041898 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-ee3ca2cd-0d42-41a8-a849-9d2e52ed8c8c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d809f74-47e5-4dcf-9ad5-d0fe43ce2348 HTTP/1.1" status: 200 len: 855 time: 0.0815969 Apr 19 18:02:49.079274 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ee5023a3-a764-447e-bde5-f96f6658c5eb req-0727a09a-46de-40cd-8ac3-c07ada17d6ad service neutron] 10.222.0.52 "GET /v2.0/networks/78b15170-126a-40db-a90b-93ef0092a0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489017 Apr 19 18:02:49.121276 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be39b3-79e2-48d7-b347-9357d884cc8a req-d369fe75-09aa-4369-bda2-2e5b66d59f30 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:49.122963 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-66be39b3-79e2-48d7-b347-9357d884cc8a req-d369fe75-09aa-4369-bda2-2e5b66d59f30 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 943 time: 0.2223444 Apr 19 18:02:49.189302 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-66be39b3-79e2-48d7-b347-9357d884cc8a req-2877a1a4-a8b4-47d5-88bf-fad62bf8fd41 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579998 Apr 19 18:02:49.195538 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-c297e6a4-e721-4be5-bc77-5cc77ba0caad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:49.197138 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-c297e6a4-e721-4be5-bc77-5cc77ba0caad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307a8ec4-4f38-4cf3-9819-112e0427a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1460121 Apr 19 18:02:49.226080 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ee5023a3-a764-447e-bde5-f96f6658c5eb req-8d2a1880-892c-4e5c-9d74-8aa5a1334050 service neutron] 10.222.0.52 "GET /v2.0/networks/78b15170-126a-40db-a90b-93ef0092a0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388640 Apr 19 18:02:49.349024 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-0254499a-acb8-4852-aa6c-1b31c4eedad7 service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427951 Apr 19 18:02:49.391064 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d63122a5-a1e0-4000-ae9b-bcc208a7a17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:49.504585 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d6d0da35-a793-49fc-a5b9-d4dd90214165 req-3bac07be-dac5-4168-b8b9-f8ca97555255 service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473775 Apr 19 18:02:49.656712 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9619-a9c8-4d1a-ae8d-6f8f10a93114 req-f00fcf3f-cfab-4157-8c11-c0a20d4dae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:49.658370 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23ef9619-a9c8-4d1a-ae8d-6f8f10a93114 req-f00fcf3f-cfab-4157-8c11-c0a20d4dae3c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52c9a70cdf8f44669caf1484d90915e5&device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 1097 time: 0.0827622 Apr 19 18:02:49.763143 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91caf24-2078-40f5-8258-1d5d8ad29ab3 req-75be8b87-9f7a-469f-88d0-49ffdf8934c2 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:49.765093 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a91caf24-2078-40f5-8258-1d5d8ad29ab3 req-75be8b87-9f7a-469f-88d0-49ffdf8934c2 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 943 time: 0.0898638 Apr 19 18:02:49.802251 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9619-a9c8-4d1a-ae8d-6f8f10a93114 req-0557fa7a-c624-4020-bfc0-df2aad683c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:49.803839 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23ef9619-a9c8-4d1a-ae8d-6f8f10a93114 req-0557fa7a-c624-4020-bfc0-df2aad683c52 service neutron] 10.222.0.52 "GET /v2.0/networks?id=307a8ec4-4f38-4cf3-9819-112e0427a44c HTTP/1.1" status: 200 len: 917 time: 0.1382596 Apr 19 18:02:49.815896 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a91caf24-2078-40f5-8258-1d5d8ad29ab3 req-f713b78d-b072-41d5-bd96-25fc5ebe1256 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437150 Apr 19 18:02:49.885277 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23ef9619-a9c8-4d1a-ae8d-6f8f10a93114 req-64dc5b1c-2821-4fcc-aa57-d1f5b83a85d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c53af3ad-96e9-4516-95db-ab6e390e4961 HTTP/1.1" status: 200 len: 217 time: 0.0739210 Apr 19 18:02:49.902996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:49.958610 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9619-a9c8-4d1a-ae8d-6f8f10a93114 req-0b70a98f-efdb-43d5-b45d-3ba4efbce927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:49.960197 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23ef9619-a9c8-4d1a-ae8d-6f8f10a93114 req-0b70a98f-efdb-43d5-b45d-3ba4efbce927 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d809f74-47e5-4dcf-9ad5-d0fe43ce2348 HTTP/1.1" status: 200 len: 855 time: 0.0673931 Apr 19 18:02:50.057463 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9619-a9c8-4d1a-ae8d-6f8f10a93114 req-e41a94ba-585a-4589-8f5f-cf7a4abb0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:50.059128 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23ef9619-a9c8-4d1a-ae8d-6f8f10a93114 req-e41a94ba-585a-4589-8f5f-cf7a4abb0ce3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307a8ec4-4f38-4cf3-9819-112e0427a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0905859 Apr 19 18:02:50.271769 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23ef9619-a9c8-4d1a-ae8d-6f8f10a93114 req-9ddd4700-2807-4ada-b25a-709fceeb5a9b service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033069 Apr 19 18:02:50.281906 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5ec1f-c00b-4dca-9076-113401ff96dc req-45123b3d-d9a4-4477-9ad6-5b8068a0c6c9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:50.282705 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-61a5ec1f-c00b-4dca-9076-113401ff96dc req-45123b3d-d9a4-4477-9ad6-5b8068a0c6c9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Synchronizing usage tracker for tenant:52c9a70cdf8f44669caf1484d90915e5 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:02:50.290478 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:50.388441 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-61a5ec1f-c00b-4dca-9076-113401ff96dc req-45123b3d-d9a4-4477-9ad6-5b8068a0c6c9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Unset dirty status for tenant:52c9a70cdf8f44669caf1484d90915e5 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:02:50.390125 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-61a5ec1f-c00b-4dca-9076-113401ff96dc req-45123b3d-d9a4-4477-9ad6-5b8068a0c6c9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.2990406 Apr 19 18:02:50.410533 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c0a76-c52d-4c71-bacd-3e5a57b33e3b req-b7ad7de2-ce19-4106-bcb9-6d3caa1e5535 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:50.412156 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-716c0a76-c52d-4c71-bacd-3e5a57b33e3b req-b7ad7de2-ce19-4106-bcb9-6d3caa1e5535 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 943 time: 0.0960875 Apr 19 18:02:50.462988 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-716c0a76-c52d-4c71-bacd-3e5a57b33e3b req-1fae32c3-0f38-47bb-89e3-c0b4be75aa2d tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441556 Apr 19 18:02:50.464475 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23ef9619-a9c8-4d1a-ae8d-6f8f10a93114 req-b85d584d-9fc1-4c86-99d2-9906efce5e7d service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785073 Apr 19 18:02:50.473161 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-61a5ec1f-c00b-4dca-9076-113401ff96dc req-e51f99e3-812c-4274-91ea-392a36a449da tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754404 Apr 19 18:02:51.174543 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463a8b7-a3c4-4e29-9150-dfe5f11294ec req-dfce08b6-6129-485d-b95b-f44261f79a19 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:51.176083 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7463a8b7-a3c4-4e29-9150-dfe5f11294ec req-dfce08b6-6129-485d-b95b-f44261f79a19 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 943 time: 0.0924168 Apr 19 18:02:51.230558 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7463a8b7-a3c4-4e29-9150-dfe5f11294ec req-175fe40a-c9d5-4c5d-b1db-fb84b3250a01 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449619 Apr 19 18:02:51.543165 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:51.677023 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948259d-bb9d-4d34-a555-b75f0b89209c req-81313e96-2951-49be-8aae-fb5a915b6271 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:51.682518 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3948259d-bb9d-4d34-a555-b75f0b89209c req-81313e96-2951-49be-8aae-fb5a915b6271 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 943 time: 0.0987279 Apr 19 18:02:51.690281 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022e2d8-c8ab-4e30-a2a8-3aa48bbc855e req-397bd484-85f3-4a38-a9f0-721fd545910b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:51.691968 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c022e2d8-c8ab-4e30-a2a8-3aa48bbc855e req-397bd484-85f3-4a38-a9f0-721fd545910b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.0941432 Apr 19 18:02:51.728399 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3948259d-bb9d-4d34-a555-b75f0b89209c req-3fdfaa62-0023-40e4-9568-a1b393ee1276 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431652 Apr 19 18:02:51.743941 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c022e2d8-c8ab-4e30-a2a8-3aa48bbc855e req-20edf433-39f8-489a-bdc9-d4aed3ffe59a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453045 Apr 19 18:02:52.449669 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5906f-a6ad-4e7e-8cc8-a52d36bca1e0 req-869a8804-309d-4dec-aeb6-18103677fb9c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:52.451464 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-81e5906f-a6ad-4e7e-8cc8-a52d36bca1e0 req-869a8804-309d-4dec-aeb6-18103677fb9c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 943 time: 0.0965693 Apr 19 18:02:52.503618 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-81e5906f-a6ad-4e7e-8cc8-a52d36bca1e0 req-19aabe8a-f177-4b2d-9074-18363875558f tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449462 Apr 19 18:02:52.939430 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672f610-4eda-4f59-b37c-d5c407585063 req-a8c11f5d-935b-40dd-be09-51c6e11a42b5 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:52.941069 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9672f610-4eda-4f59-b37c-d5c407585063 req-a8c11f5d-935b-40dd-be09-51c6e11a42b5 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 943 time: 0.0947869 Apr 19 18:02:52.954148 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b21921-708f-445f-b6e7-0210440b683f req-41cdd103-5c0c-4e07-abb5-c4c83bb9469b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:52.955818 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b6b21921-708f-445f-b6e7-0210440b683f req-41cdd103-5c0c-4e07-abb5-c4c83bb9469b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.0911317 Apr 19 18:02:52.991579 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9672f610-4eda-4f59-b37c-d5c407585063 req-189abac3-2416-40ea-878b-6c6219901b56 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432513 Apr 19 18:02:53.006387 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b6b21921-708f-445f-b6e7-0210440b683f req-923abfda-25bc-420d-a68f-b70e7bd5ef5d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436747 Apr 19 18:02:53.456495 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device c53af3ad-96e9-4516-95db-ab6e390e4961 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:02:53.608315 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port c53af3ad-96e9-4516-95db-ab6e390e4961, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c53af3ad-96e9-4516-95db-ab6e390e4961,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:53.624611 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': 'c53af3ad-96e9-4516-95db-ab6e390e4961', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'port_id': 'c53af3ad-96e9-4516-95db-ab6e390e4961', 'mac_address': 'fa:16:3e:d3:49:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:02:53.686832 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:53.708808 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53af3ad-96e9-4516-95db-ab6e390e4961 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:02:53.735375 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port c53af3ad-96e9-4516-95db-ab6e390e4961, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c53af3ad-96e9-4516-95db-ab6e390e4961,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:53.739550 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:53.740585 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 94134715-f15c-4565-812f-6c802c581b7b details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:02:53.744516 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:53.798718 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fb41c-6052-4757-832a-eaa3fee68126 req-bb51e9f9-0cc5-43d0-92f5-37749266caa1 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:53.801635 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e60fb41c-6052-4757-832a-eaa3fee68126 req-bb51e9f9-0cc5-43d0-92f5-37749266caa1 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 943 time: 0.1053677 Apr 19 18:02:53.852586 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e60fb41c-6052-4757-832a-eaa3fee68126 req-dde77a3b-14dd-4a9a-8477-58515fbabcb8 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440345 Apr 19 18:02:53.892854 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=c53af3ad-96e9-4516-95db-ab6e390e4961,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:53.897589 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:53.957522 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 94134715-f15c-4565-812f-6c802c581b7b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=94134715-f15c-4565-812f-6c802c581b7b,segment=NetworkSegment(809423dd-ace1-4764-9277-dded31e7f24c),segment_id=809423dd-ace1-4764-9277-dded31e7f24c)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:53.972349 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': '94134715-f15c-4565-812f-6c802c581b7b', 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be', 'port_id': '94134715-f15c-4565-812f-6c802c581b7b', 'mac_address': 'fa:16:3e:38:cc:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:02:54.033157 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:54.054884 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94134715-f15c-4565-812f-6c802c581b7b {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:02:54.080546 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 94134715-f15c-4565-812f-6c802c581b7b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=94134715-f15c-4565-812f-6c802c581b7b,segment=NetworkSegment(809423dd-ace1-4764-9277-dded31e7f24c),segment_id=809423dd-ace1-4764-9277-dded31e7f24c)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:54.086559 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:54.088076 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device ef98e5be-3099-4976-963a-a2d4b09eb0ed details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:02:54.100547 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:54.226081 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2cbba-166c-460a-9ae5-1702b14ace24 req-a3d27254-34fd-478c-8ab0-9af94911622e tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:54.226642 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dc661-7052-4b90-93c5-9d023efd13fa req-cc54f5a6-1c47-4434-ac18-81b37445d3a5 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:54.227727 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bbc2cbba-166c-460a-9ae5-1702b14ace24 req-a3d27254-34fd-478c-8ab0-9af94911622e tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 943 time: 0.1144607 Apr 19 18:02:54.229037 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d74dc661-7052-4b90-93c5-9d023efd13fa req-cc54f5a6-1c47-4434-ac18-81b37445d3a5 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 945 time: 0.0959632 Apr 19 18:02:54.256313 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=94134715-f15c-4565-812f-6c802c581b7b,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:54.261670 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:54.283104 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bbc2cbba-166c-460a-9ae5-1702b14ace24 req-f534fc9b-4a7b-47eb-bf31-b22ad59143a2 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478790 Apr 19 18:02:54.289554 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d74dc661-7052-4b90-93c5-9d023efd13fa req-6f7f8f28-9815-4374-bab8-dcafe3b61661 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537951 Apr 19 18:02:54.334016 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port ef98e5be-3099-4976-963a-a2d4b09eb0ed, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ef98e5be-3099-4976-963a-a2d4b09eb0ed,segment=NetworkSegment(8e468ae6-13ad-48be-92a5-9b83786880ed),segment_id=8e468ae6-13ad-48be-92a5-9b83786880ed)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:54.349479 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': 'ef98e5be-3099-4976-963a-a2d4b09eb0ed', 'network_id': '1cf3bf74-af3f-4694-b56b-cb38296eaf59', 'port_id': 'ef98e5be-3099-4976-963a-a2d4b09eb0ed', 'mac_address': 'fa:16:3e:d3:95:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd963393b-d15d-4640-a267-1b79a62900c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:02:54.411233 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:54.432160 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef98e5be-3099-4976-963a-a2d4b09eb0ed {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:02:54.450445 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port ef98e5be-3099-4976-963a-a2d4b09eb0ed, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ef98e5be-3099-4976-963a-a2d4b09eb0ed,segment=NetworkSegment(8e468ae6-13ad-48be-92a5-9b83786880ed),segment_id=8e468ae6-13ad-48be-92a5-9b83786880ed)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:54.454936 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:54.457515 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-775a3b8e-93e2-499e-86c3-9fe91f8d31f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:54.540637 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=ef98e5be-3099-4976-963a-a2d4b09eb0ed,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:54.543922 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:55.029071 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['c53af3ad-96e9-4516-95db-ab6e390e4961'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:02:55.059228 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb299aa-f66c-4d3e-9a1a-d5250e49881c req-941498e8-6101-4010-9698-49e4b22c69f5 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:55.061203 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ffb299aa-f66c-4d3e-9a1a-d5250e49881c req-941498e8-6101-4010-9698-49e4b22c69f5 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 944 time: 0.0917239 Apr 19 18:02:55.062508 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['ef98e5be-3099-4976-963a-a2d4b09eb0ed'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:02:55.120201 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ffb299aa-f66c-4d3e-9a1a-d5250e49881c req-7fdde6c5-a82a-4cb7-952c-65c8349f6376 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514195 Apr 19 18:02:55.137776 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['94134715-f15c-4565-812f-6c802c581b7b'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:02:55.502479 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986b24a-701d-4b08-8472-8715bec1c310 req-c88d31dd-4d18-4001-891d-2c8127e3b47f tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:55.504136 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5986b24a-701d-4b08-8472-8715bec1c310 req-c88d31dd-4d18-4001-891d-2c8127e3b47f tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 944 time: 0.0974591 Apr 19 18:02:55.529653 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca77bb-2c81-48ec-b2f1-476056578e04 req-5552b63c-609d-4f7f-b73c-ee39d5d752ec tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:55.531173 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71ca77bb-2c81-48ec-b2f1-476056578e04 req-5552b63c-609d-4f7f-b73c-ee39d5d752ec tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 945 time: 0.1007633 Apr 19 18:02:55.566573 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5986b24a-701d-4b08-8472-8715bec1c310 req-d2fa8670-6e21-453e-b7d6-57575a718792 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544698 Apr 19 18:02:55.585990 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71ca77bb-2c81-48ec-b2f1-476056578e04 req-b649fdff-4905-4e5a-9fc5-804f98181296 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471656 Apr 19 18:02:56.327089 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7a2e3-3ec3-4fe7-b731-b6604629da0e req-44832968-116e-435b-ab9b-3377222d0845 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:56.328779 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f8a7a2e3-3ec3-4fe7-b731-b6604629da0e req-44832968-116e-435b-ab9b-3377222d0845 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 944 time: 0.0918109 Apr 19 18:02:56.379283 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f8a7a2e3-3ec3-4fe7-b731-b6604629da0e req-e169ff79-6b46-43fb-8d4e-8972fd76ab77 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435951 Apr 19 18:02:56.781685 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b143748-3add-4e76-88cf-4ba2a33e0ae9 req-5d0083a0-452b-474a-b326-8cabb667c395 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:56.783528 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7b143748-3add-4e76-88cf-4ba2a33e0ae9 req-5d0083a0-452b-474a-b326-8cabb667c395 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 944 time: 0.0957210 Apr 19 18:02:56.801342 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5716b8-119f-4ad1-8a4c-d984c137e65f req-b579b689-2dc7-41ed-adf3-f530c008487b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:56.803036 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1d5716b8-119f-4ad1-8a4c-d984c137e65f req-b579b689-2dc7-41ed-adf3-f530c008487b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 945 time: 0.0941679 Apr 19 18:02:56.860086 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1d5716b8-119f-4ad1-8a4c-d984c137e65f req-e6f488c1-fc78-4205-b92b-fc0e6dae70f1 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495026 Apr 19 18:02:57.070405 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7b143748-3add-4e76-88cf-4ba2a33e0ae9 req-14297d86-2b27-4926-8a15-c331e1a788a7 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799280 Apr 19 18:02:57.469952 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device c53af3ad-96e9-4516-95db-ab6e390e4961 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:57.544595 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning for port c53af3ad-96e9-4516-95db-ab6e390e4961 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:02:57.550248 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port c53af3ad-96e9-4516-95db-ab6e390e4961 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:57.550677 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:57.591868 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a7d1d-e725-40b1-b557-42437fcf28ae req-55e77766-9227-43d9-b9f5-242fe6f248f9 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:57.594005 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a62a7d1d-e725-40b1-b557-42437fcf28ae req-55e77766-9227-43d9-b9f5-242fe6f248f9 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 944 time: 0.0927517 Apr 19 18:02:57.644142 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a62a7d1d-e725-40b1-b557-42437fcf28ae req-a36a6bf6-17ee-41a2-a74f-dee26f83430d tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437322 Apr 19 18:02:57.680468 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:57.711152 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59705e5f-eaf2-4b67-b8d3-4a5be4883b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53af3ad-96e9-4516-95db-ab6e390e4961'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:02:57.722675 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port c53af3ad-96e9-4516-95db-ab6e390e4961, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c53af3ad-96e9-4516-95db-ab6e390e4961,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:57.726236 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:57.727168 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 94134715-f15c-4565-812f-6c802c581b7b up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:57.757815 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:57.796289 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59705e5f-eaf2-4b67-b8d3-4a5be4883b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53af3ad-96e9-4516-95db-ab6e390e4961', 'code': 200} Apr 19 18:02:57.858313 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=c53af3ad-96e9-4516-95db-ab6e390e4961,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:57.869082 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:57.869464 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:57.869841 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:57.870225 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:57.870609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:57.870951 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:57.871323 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:57.871683 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:57.872037 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:57.872399 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:57.872743 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:57.873153 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:02:57.878807 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:57.882752 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning for port 94134715-f15c-4565-812f-6c802c581b7b completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:02:57.889172 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port 94134715-f15c-4565-812f-6c802c581b7b triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:57.890459 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:58.023818 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d28b22-371c-44a8-801b-dc59bbf1a064 req-be829d32-65ad-453c-b7a2-ff738145ca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:58.025419 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d0d28b22-371c-44a8-801b-dc59bbf1a064 req-be829d32-65ad-453c-b7a2-ff738145ca69 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 1099 time: 0.0880101 Apr 19 18:02:58.071733 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d0d28b22-371c-44a8-801b-dc59bbf1a064 req-02d490bc-8804-452f-b0c5-a18107d26348 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386565 Apr 19 18:02:58.076910 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:58.117059 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 94134715-f15c-4565-812f-6c802c581b7b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=94134715-f15c-4565-812f-6c802c581b7b,segment=NetworkSegment(809423dd-ace1-4764-9277-dded31e7f24c),segment_id=809423dd-ace1-4764-9277-dded31e7f24c)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:58.123027 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:58.123433 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device ef98e5be-3099-4976-963a-a2d4b09eb0ed up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:02:58.156188 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:58.254622 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=94134715-f15c-4565-812f-6c802c581b7b,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:58.259345 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:58.272658 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning for port ef98e5be-3099-4976-963a-a2d4b09eb0ed completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:02:58.278423 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port ef98e5be-3099-4976-963a-a2d4b09eb0ed triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:02:58.278871 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:58.296902 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaada57-61f5-402f-a3ea-f0d561652379 req-dd647a3c-df9c-4b50-b87d-79e240be4367 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:58.299137 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9eaada57-61f5-402f-a3ea-f0d561652379 req-dd647a3c-df9c-4b50-b87d-79e240be4367 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 944 time: 0.1015940 Apr 19 18:02:58.361062 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9eaada57-61f5-402f-a3ea-f0d561652379 req-209b29de-b244-4c33-b8fd-c79d980cb6cf tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539546 Apr 19 18:02:58.378089 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994539f5-f8c8-48be-8cd3-066a9c871290 req-5cda5326-fdee-407a-8643-5d5a31cce087 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:58.381535 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-994539f5-f8c8-48be-8cd3-066a9c871290 req-5cda5326-fdee-407a-8643-5d5a31cce087 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.3376975 Apr 19 18:02:58.416824 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:58.432123 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-994539f5-f8c8-48be-8cd3-066a9c871290 req-c3ec9a85-f86d-4612-8002-46efb7165f5e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449998 Apr 19 18:02:58.451599 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port ef98e5be-3099-4976-963a-a2d4b09eb0ed, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ef98e5be-3099-4976-963a-a2d4b09eb0ed,segment=NetworkSegment(8e468ae6-13ad-48be-92a5-9b83786880ed),segment_id=8e468ae6-13ad-48be-92a5-9b83786880ed)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:02:58.455017 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:02:58.457041 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:02:58.698319 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=ef98e5be-3099-4976-963a-a2d4b09eb0ed,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:02:58.701833 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:02:58.855949 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208f189-000d-4b28-8717-086cbeca5b8e req-e9b89e34-b1ee-42a4-ab4c-58cfd62d2c26 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:58.857581 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f208f189-000d-4b28-8717-086cbeca5b8e req-e9b89e34-b1ee-42a4-ab4c-58cfd62d2c26 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 945 time: 0.0978892 Apr 19 18:02:58.907256 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f208f189-000d-4b28-8717-086cbeca5b8e req-3257bf6d-847b-442e-9fc8-55110ba39a06 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425105 Apr 19 18:02:59.573224 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d1ee3-800e-4252-916b-4b180d8f4681 req-26c6980a-272c-41a9-b1a7-8fcfbf7d8a36 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:59.574834 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a61d1ee3-800e-4252-916b-4b180d8f4681 req-26c6980a-272c-41a9-b1a7-8fcfbf7d8a36 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 945 time: 0.0949590 Apr 19 18:02:59.627300 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a61d1ee3-800e-4252-916b-4b180d8f4681 req-613d281a-0d36-48b5-84f5-fa7d3903720e tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458486 Apr 19 18:02:59.649377 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb9449-6d34-4254-a5a2-e83f9cb60c9a req-03109489-69b2-4955-800d-a66f806ba364 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:59.651078 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-02fb9449-6d34-4254-a5a2-e83f9cb60c9a req-03109489-69b2-4955-800d-a66f806ba364 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.0922394 Apr 19 18:02:59.700141 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-02fb9449-6d34-4254-a5a2-e83f9cb60c9a req-c2086ab7-16ae-400b-b60b-4d3d96d4c59e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421305 Apr 19 18:02:59.797817 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10aa9461-488f-4168-b345-bdb722ffd343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94134715-f15c-4565-812f-6c802c581b7b'}, {'server_uuid': '33762e0c-116b-4d5a-8d35-839256be277f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef98e5be-3099-4976-963a-a2d4b09eb0ed'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:02:59.856129 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10aa9461-488f-4168-b345-bdb722ffd343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94134715-f15c-4565-812f-6c802c581b7b', 'code': 200} Apr 19 18:02:59.856697 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33762e0c-116b-4d5a-8d35-839256be277f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef98e5be-3099-4976-963a-a2d4b09eb0ed', 'code': 200} Apr 19 18:02:59.915986 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240ef53-6280-4b71-a526-6459068055bf req-a29c7698-b55a-4451-9cd6-f19fb348fcf6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:02:59.917740 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f240ef53-6280-4b71-a526-6459068055bf req-a29c7698-b55a-4451-9cd6-f19fb348fcf6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.1015248 Apr 19 18:02:59.927849 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 33084) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:02:59.934658 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-5f0be59b-6891-48af-b7b8-5997f8cb66fb tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Request body: {'floatingip': {'port_id': 'c53af3ad-96e9-4516-95db-ab6e390e4961'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:03:00.026338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f0be59b-6891-48af-b7b8-5997f8cb66fb tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for floatingip, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:00.147057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cb024-bf84-4be5-8f60-b233747ab512 req-dfcbe015-4d87-452a-8d17-baa633cfdd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:00.148664 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-784cb024-bf84-4be5-8f60-b233747ab512 req-dfcbe015-4d87-452a-8d17-baa633cfdd51 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 1098 time: 0.0810301 Apr 19 18:03:00.198126 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-784cb024-bf84-4be5-8f60-b233747ab512 req-4b9b0a2e-bb24-4d55-b8a0-fe9f28c39f2b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404687 Apr 19 18:03:00.507386 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3700110-2891-432f-9f89-b0dd257da212 req-906ff157-9361-4bf3-b9da-9335aeff087e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:00.509013 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e3700110-2891-432f-9f89-b0dd257da212 req-906ff157-9361-4bf3-b9da-9335aeff087e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 1098 time: 0.4234488 Apr 19 18:03:00.520441 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7803c-b364-43be-bb45-7bd81f117e66 req-9bbd0cf3-bb1a-4103-8edf-a4169b5d83d7 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:00.522028 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6ce7803c-b364-43be-bb45-7bd81f117e66 req-9bbd0cf3-bb1a-4103-8edf-a4169b5d83d7 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 945 time: 0.4377420 Apr 19 18:03:00.636889 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e3700110-2891-432f-9f89-b0dd257da212 req-3094f21d-5a6d-42f7-8be8-b5cf8de09c40 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137331 Apr 19 18:03:00.645085 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6ce7803c-b364-43be-bb45-7bd81f117e66 req-45a337f7-64d0-4de8-8355-9b68f70286db tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107950 Apr 19 18:03:00.855338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088be2df-a897-46eb-9a59-ce6786b2a2a6 req-beb5d64c-6e2c-4cc8-8f54-a52bbb9e3f0c tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:00.856897 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-088be2df-a897-46eb-9a59-ce6786b2a2a6 req-beb5d64c-6e2c-4cc8-8f54-a52bbb9e3f0c tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 945 time: 0.0949144 Apr 19 18:03:00.908130 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-088be2df-a897-46eb-9a59-ce6786b2a2a6 req-54e2563e-3674-4dda-97a4-d2195251a56b tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443206 Apr 19 18:03:01.123256 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f0be59b-6891-48af-b7b8-5997f8cb66fb tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:01.126955 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f0be59b-6891-48af-b7b8-5997f8cb66fb tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810353'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:01.262427 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:01.322768 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.l3_db [None req-5f0be59b-6891-48af-b7b8-5997f8cb66fb tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Floating IP c9ca3516-da54-42fa-8fcb-6c847a4e8f5b associated. External IP: 172.28.2.216, port: c53af3ad-96e9-4516-95db-ab6e390e4961. Apr 19 18:03:02.054728 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc9374-5021-4c41-9db9-cc7948267b48 req-1efd1574-bad8-4327-b027-34c798670180 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:02.056603 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5bfc9374-5021-4c41-9db9-cc7948267b48 req-1efd1574-bad8-4327-b027-34c798670180 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 945 time: 0.2434556 Apr 19 18:03:02.058967 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0be59b-6891-48af-b7b8-5997f8cb66fb tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Router df8f8cd0-015f-4ff5-9516-f99bf893dbcd has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:03:02.140947 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd4344-141b-4548-b065-5aa04e719193 req-15307eb8-e8af-4bc9-804c-1a3e8f9dbe19 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:02.142841 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2bbd4344-141b-4548-b065-5aa04e719193 req-15307eb8-e8af-4bc9-804c-1a3e8f9dbe19 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 945 time: 0.1104531 Apr 19 18:03:02.197782 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2bbd4344-141b-4548-b065-5aa04e719193 req-e818dcd4-d15b-4ab8-aa3e-b566d874a114 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474012 Apr 19 18:03:02.270533 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5bfc9374-5021-4c41-9db9-cc7948267b48 req-c00ff2d5-527a-45d9-bb59-d42648621cc6 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996722 Apr 19 18:03:02.321341 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0be59b-6891-48af-b7b8-5997f8cb66fb tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:03:02.329643 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f0be59b-6891-48af-b7b8-5997f8cb66fb tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:02.333687 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b97129-114d-4ac6-8c97-02c97d0d97e4 None None] Sync routers for ids ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:03:02.348242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b97129-114d-4ac6-8c97-02c97d0d97e4 None None] Routers {'df8f8cd0-015f-4ff5-9516-f99bf893dbcd'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:03:02.349234 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-f4b97129-114d-4ac6-8c97-02c97d0d97e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:02:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:03:02.397798 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5f0be59b-6891-48af-b7b8-5997f8cb66fb tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "PUT /v2.0/floatingips/c9ca3516-da54-42fa-8fcb-6c847a4e8f5b HTTP/1.1" status: 200 len: 992 time: 2.4687026 Apr 19 18:03:02.398753 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59705e5f-eaf2-4b67-b8d3-4a5be4883b8b', 'tag': 'c53af3ad-96e9-4516-95db-ab6e390e4961'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:03:02.564868 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-f4b97129-114d-4ac6-8c97-02c97d0d97e4 None None] Set router df8f8cd0-015f-4ff5-9516-f99bf893dbcd gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:03:02.586348 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59705e5f-eaf2-4b67-b8d3-4a5be4883b8b', 'tag': 'c53af3ad-96e9-4516-95db-ab6e390e4961', 'status': 'completed', 'code': 200} Apr 19 18:03:02.731722 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add1c92-ad86-40ca-bacc-a4edbcda925d req-2cf7e14d-3e0b-4956-adac-ca8ce9440af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:02.736061 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5add1c92-ad86-40ca-bacc-a4edbcda925d req-2cf7e14d-3e0b-4956-adac-ca8ce9440af3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52c9a70cdf8f44669caf1484d90915e5&device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 1099 time: 0.1066477 Apr 19 18:03:02.900624 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add1c92-ad86-40ca-bacc-a4edbcda925d req-9b9637f6-6370-49aa-ab79-f7b0a6e710bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:02.902275 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5add1c92-ad86-40ca-bacc-a4edbcda925d req-9b9637f6-6370-49aa-ab79-f7b0a6e710bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=307a8ec4-4f38-4cf3-9819-112e0427a44c HTTP/1.1" status: 200 len: 917 time: 0.1610045 Apr 19 18:03:02.991951 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-f4b97129-114d-4ac6-8c97-02c97d0d97e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:02:23Z', 'revision_number': 4, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port': {'id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:16Z', 'updated_at': '2021-04-19T18:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_floatingips': [{'id': 'c9ca3516-da54-42fa-8fcb-6c847a4e8f5b', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'floating_ip_address': '172.28.2.216', 'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'router_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'port_id': 'c53af3ad-96e9-4516-95db-ab6e390e4961', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'mac_address': 'fa:16:3e:d3:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59705e5f-eaf2-4b67-b8d3-4a5be4883b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:02:27Z', 'updated_at': '2021-04-19T18:03:00Z', 'revision_number': 1, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ffda4d-ef93-485b-9e3e-72a06ffba92d', 'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'mac_address': 'fa:16:3e:6a:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:22Z', 'updated_at': '2021-04-19T18:02:32Z', 'revision_number': 5, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'subnets': [{'id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:03:02.996354 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b97129-114d-4ac6-8c97-02c97d0d97e4 None None] Checking router: df8f8cd0-015f-4ff5-9516-f99bf893dbcd for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:03:03.006349 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b97129-114d-4ac6-8c97-02c97d0d97e4 None None] Routers {'df8f8cd0-015f-4ff5-9516-f99bf893dbcd'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:03:03.007679 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-f4b97129-114d-4ac6-8c97-02c97d0d97e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:02:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:03:03.027584 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5add1c92-ad86-40ca-bacc-a4edbcda925d req-15ffb97e-1610-42ac-99a1-7096bd54910e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c53af3ad-96e9-4516-95db-ab6e390e4961 HTTP/1.1" status: 200 len: 1000 time: 0.1133802 Apr 19 18:03:03.111603 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add1c92-ad86-40ca-bacc-a4edbcda925d req-e2725514-7304-4dd9-8f48-0b8a21ece65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:03.113237 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5add1c92-ad86-40ca-bacc-a4edbcda925d req-e2725514-7304-4dd9-8f48-0b8a21ece65d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d809f74-47e5-4dcf-9ad5-d0fe43ce2348 HTTP/1.1" status: 200 len: 855 time: 0.0751688 Apr 19 18:03:03.210938 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-f4b97129-114d-4ac6-8c97-02c97d0d97e4 None None] Set router df8f8cd0-015f-4ff5-9516-f99bf893dbcd gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:03:03.214054 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add1c92-ad86-40ca-bacc-a4edbcda925d req-67dacacc-e6dc-4efb-832e-7eb5ebf66925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:03.215724 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5add1c92-ad86-40ca-bacc-a4edbcda925d req-67dacacc-e6dc-4efb-832e-7eb5ebf66925 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307a8ec4-4f38-4cf3-9819-112e0427a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0916874 Apr 19 18:03:03.403245 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5add1c92-ad86-40ca-bacc-a4edbcda925d req-1de3be61-5f35-407b-ac8f-0c1518ebfa21 service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775587 Apr 19 18:03:03.612200 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-f4b97129-114d-4ac6-8c97-02c97d0d97e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:02:23Z', 'revision_number': 4, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port': {'id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:16Z', 'updated_at': '2021-04-19T18:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_floatingips': [{'id': 'c9ca3516-da54-42fa-8fcb-6c847a4e8f5b', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'floating_ip_address': '172.28.2.216', 'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'router_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'port_id': 'c53af3ad-96e9-4516-95db-ab6e390e4961', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'mac_address': 'fa:16:3e:d3:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59705e5f-eaf2-4b67-b8d3-4a5be4883b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:02:27Z', 'updated_at': '2021-04-19T18:03:00Z', 'revision_number': 1, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ffda4d-ef93-485b-9e3e-72a06ffba92d', 'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'mac_address': 'fa:16:3e:6a:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:22Z', 'updated_at': '2021-04-19T18:02:32Z', 'revision_number': 5, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'subnets': [{'id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:03:03.617102 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b97129-114d-4ac6-8c97-02c97d0d97e4 None None] The sync data for ids ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'] in dv-cinder-786927-1-smb is: [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:02:23Z', 'revision_number': 4, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port': {'id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:16Z', 'updated_at': '2021-04-19T18:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_floatingips': [{'id': 'c9ca3516-da54-42fa-8fcb-6c847a4e8f5b', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'floating_ip_address': '172.28.2.216', 'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'router_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'port_id': 'c53af3ad-96e9-4516-95db-ab6e390e4961', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'mac_address': 'fa:16:3e:d3:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59705e5f-eaf2-4b67-b8d3-4a5be4883b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:02:27Z', 'updated_at': '2021-04-19T18:03:00Z', 'revision_number': 1, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ffda4d-ef93-485b-9e3e-72a06ffba92d', 'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'mac_address': 'fa:16:3e:6a:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:22Z', 'updated_at': '2021-04-19T18:02:32Z', 'revision_number': 5, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'subnets': [{'id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:03:03.623377 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5add1c92-ad86-40ca-bacc-a4edbcda925d req-c7166ab8-065c-4231-8049-a25fd2662e52 service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112346 Apr 19 18:03:03.638397 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98e6f1-3213-4ee5-802c-1fe8e4663d3c req-4ef851a0-583a-48f5-9b0e-4ba51d8a16e1 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:03.648413 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1b98e6f1-3213-4ee5-802c-1fe8e4663d3c req-4ef851a0-583a-48f5-9b0e-4ba51d8a16e1 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 945 time: 0.2134411 Apr 19 18:03:03.703453 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1b98e6f1-3213-4ee5-802c-1fe8e4663d3c req-7490671e-2fa3-4428-b646-8ba9e68da7e7 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536253 Apr 19 18:03:03.918863 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5a918-0b33-4374-b459-12972f8f309c req-4a3ecf0f-9c20-419c-9021-4f3924d8e60c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:03.922545 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-acb5a918-0b33-4374-b459-12972f8f309c req-4a3ecf0f-9c20-419c-9021-4f3924d8e60c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 945 time: 0.0994375 Apr 19 18:03:03.927756 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04010ce-660d-4d67-a109-c2dfc0286407 None None] New status for floating IP c9ca3516-da54-42fa-8fcb-6c847a4e8f5b: ACTIVE {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:03:03.974952 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-acb5a918-0b33-4374-b459-12972f8f309c req-d1283f61-628c-4de4-8c31-03b3729c8728 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444942 Apr 19 18:03:04.428952 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b85e19-74b6-42a0-b494-79e1405a28a3 req-c3a4d391-edea-4e39-910e-2c83b3d19ac2 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:04.430650 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-17b85e19-74b6-42a0-b494-79e1405a28a3 req-c3a4d391-edea-4e39-910e-2c83b3d19ac2 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 945 time: 0.0970130 Apr 19 18:03:04.481695 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-17b85e19-74b6-42a0-b494-79e1405a28a3 req-1a43871c-9711-4a0f-aa79-99beedf09ec5 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437844 Apr 19 18:03:07.007407 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:03:09.530439 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3524934-942c-4606-aab9-806a4bc9343c req-33ad1589-a36d-4ea9-97a4-dd80d52d5feb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:09.532085 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d3524934-942c-4606-aab9-806a4bc9343c req-33ad1589-a36d-4ea9-97a4-dd80d52d5feb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 945 time: 0.0951710 Apr 19 18:03:09.582303 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d3524934-942c-4606-aab9-806a4bc9343c req-2f257bed-ce34-4ad3-a922-669ee8c54eae tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433097 Apr 19 18:03:09.608637 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 33190) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:03:09.821987 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888438f9-280c-41de-8f62-55265ae67bd1 tempest-TestMinimumBasicScenario-1494693590 tempest-TestMinimumBasicScenario-1494693590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:09.823712 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-888438f9-280c-41de-8f62-55265ae67bd1 tempest-TestMinimumBasicScenario-1494693590 tempest-TestMinimumBasicScenario-1494693590-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 1093 time: 0.2138431 Apr 19 18:03:09.828290 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 33198) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:03:09.833785 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Request body: {'floatingip': {'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'port_id': '94134715-f15c-4565-812f-6c802c581b7b', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:03:09.840535 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:03:09.844846 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Usage tracker for resource:floatingip and tenant:c1f4a777e1a94e01a726e0f78a04f457 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:03:09.847995 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:03:09.854158 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:03:09.864644 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for floatingip, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:10.014263 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:10.164548 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Allocated IP 172.28.2.99 (a2fa5661-1776-4bb8-890c-56efb392f8f6/97753496-fb36-4619-b754-5756b6f438bf/9828fde2-adbe-4314-a904-eda99d6673e9) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:03:10.324468 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:10.353868 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:10.358790 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:03:10.426721 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Network a2fa5661-1776-4bb8-890c-56efb392f8f6 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:03:10.430273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:03:10.434346 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:03:10.471529 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Pushing event updated for resources: {'Port': ['ID=9828fde2-adbe-4314-a904-eda99d6673e9,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:03:10.475994 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:03:10.907689 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:10.993680 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:11.531800 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:11.535802 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:11.540999 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:03:11.661549 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Pushing event updated for resources: {'Port': ['ID=9828fde2-adbe-4314-a904-eda99d6673e9,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:03:11.664851 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:03:11.673726 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810353'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:11.890892 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.l3_db [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Floating IP a7481dd1-1b19-4ee6-b039-c1d8d39ed391 associated. External IP: 172.28.2.99, port: 94134715-f15c-4565-812f-6c802c581b7b. Apr 19 18:03:12.306377 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Router 9e90fcc6-6985-4e6c-a5ad-6255d176b16a has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:03:12.507977 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:03:12.519088 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5144f0b2-5fc7-43e8-ba9e-752fcfe3c228 None None] Sync routers for ids ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:03:12.530702 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5144f0b2-5fc7-43e8-ba9e-752fcfe3c228 None None] Routers {'9e90fcc6-6985-4e6c-a5ad-6255d176b16a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:03:12.531542 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-5144f0b2-5fc7-43e8-ba9e-752fcfe3c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:02:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:03:12.538682 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:12.602605 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7734535 Apr 19 18:03:12.603367 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10aa9461-488f-4168-b345-bdb722ffd343', 'tag': '94134715-f15c-4565-812f-6c802c581b7b'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:03:12.605160 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 33216) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:03:12.611415 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-772dabdd-86fb-4b9d-97f3-c0018eb0da3b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1926192183', 'description': 'tempest-secgroup-smoke-1926192183 description', 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:03:12.618066 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-772dabdd-86fb-4b9d-97f3-c0018eb0da3b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:03:12.629919 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-772dabdd-86fb-4b9d-97f3-c0018eb0da3b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:03:12.642491 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-772dabdd-86fb-4b9d-97f3-c0018eb0da3b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:12.660200 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10aa9461-488f-4168-b345-bdb722ffd343', 'tag': '94134715-f15c-4565-812f-6c802c581b7b', 'status': 'completed', 'code': 200} Apr 19 18:03:12.666745 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-772dabdd-86fb-4b9d-97f3-c0018eb0da3b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:03:12.671331 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-772dabdd-86fb-4b9d-97f3-c0018eb0da3b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Usage tracker for resource:security_group_rule and tenant:c1f4a777e1a94e01a726e0f78a04f457 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:03:12.674831 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-772dabdd-86fb-4b9d-97f3-c0018eb0da3b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:03:12.681839 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-772dabdd-86fb-4b9d-97f3-c0018eb0da3b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:03:12.765899 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-772dabdd-86fb-4b9d-97f3-c0018eb0da3b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:12.769696 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-772dabdd-86fb-4b9d-97f3-c0018eb0da3b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:12.776217 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471afee-6800-4bc0-8bb7-183fe276f880 req-68d9eabb-0a0d-4d98-979c-26ae4b67fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:12.776512 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2efbd700-850e-443e-8cfe-4661ec1fe409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:03:12.777843 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b471afee-6800-4bc0-8bb7-183fe276f880 req-68d9eabb-0a0d-4d98-979c-26ae4b67fcdf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1f4a777e1a94e01a726e0f78a04f457&device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 1098 time: 0.0917408 Apr 19 18:03:12.823231 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772dabdd-86fb-4b9d-97f3-c0018eb0da3b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979b1f78-773e-4929-95e2-d8e2578c5610,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:03:12.826637 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-772dabdd-86fb-4b9d-97f3-c0018eb0da3b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:03:12.830088 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-772dabdd-86fb-4b9d-97f3-c0018eb0da3b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:12.834959 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-772dabdd-86fb-4b9d-97f3-c0018eb0da3b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2283542 Apr 19 18:03:12.835717 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 33222) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:03:12.843097 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-039faf6c-ec48-46a5-b641-e83b7636b2a4 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Request body: {'security_group_rule': {'security_group_id': '979b1f78-773e-4929-95e2-d8e2578c5610', 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:03:12.849792 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-039faf6c-ec48-46a5-b641-e83b7636b2a4 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:03:12.854108 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-039faf6c-ec48-46a5-b641-e83b7636b2a4 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Usage tracker for resource:security_group_rule and tenant:c1f4a777e1a94e01a726e0f78a04f457 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:03:12.857247 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-039faf6c-ec48-46a5-b641-e83b7636b2a4 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:03:12.863851 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-039faf6c-ec48-46a5-b641-e83b7636b2a4 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:03:12.885408 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-039faf6c-ec48-46a5-b641-e83b7636b2a4 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:12.902359 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-5144f0b2-5fc7-43e8-ba9e-752fcfe3c228 None None] Set router 9e90fcc6-6985-4e6c-a5ad-6255d176b16a gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:03:12.931404 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471afee-6800-4bc0-8bb7-183fe276f880 req-2e89c523-d523-4cfe-9ffd-f5e851b06107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:12.933024 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b471afee-6800-4bc0-8bb7-183fe276f880 req-2e89c523-d523-4cfe-9ffd-f5e851b06107 service neutron] 10.222.0.52 "GET /v2.0/networks?id=78b15170-126a-40db-a90b-93ef0092a0be HTTP/1.1" status: 200 len: 916 time: 0.1476161 Apr 19 18:03:12.953609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-039faf6c-ec48-46a5-b641-e83b7636b2a4 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:12.957749 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-039faf6c-ec48-46a5-b641-e83b7636b2a4 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:12.959987 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:03:12.986532 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039faf6c-ec48-46a5-b641-e83b7636b2a4 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1c3ffa-772f-41f8-9df7-7c05179f160f,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:03:12.991932 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-039faf6c-ec48-46a5-b641-e83b7636b2a4 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:03:12.995717 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-039faf6c-ec48-46a5-b641-e83b7636b2a4 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:12.997227 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-039faf6c-ec48-46a5-b641-e83b7636b2a4 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597464 Apr 19 18:03:13.000283 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 33228) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:03:13.007974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-1de4b4b1-cbf5-4473-856e-21b6d57abe90 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Request body: {'security_group_rule': {'security_group_id': '979b1f78-773e-4929-95e2-d8e2578c5610', 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:03:13.016487 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1de4b4b1-cbf5-4473-856e-21b6d57abe90 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:03:13.021977 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1de4b4b1-cbf5-4473-856e-21b6d57abe90 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Usage tracker for resource:security_group_rule and tenant:c1f4a777e1a94e01a726e0f78a04f457 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:03:13.025766 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1de4b4b1-cbf5-4473-856e-21b6d57abe90 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:03:13.032598 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1de4b4b1-cbf5-4473-856e-21b6d57abe90 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:03:13.054188 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1de4b4b1-cbf5-4473-856e-21b6d57abe90 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.060029 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b471afee-6800-4bc0-8bb7-183fe276f880 req-8b489d51-c6f6-4f11-a80a-a7e60545f8a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94134715-f15c-4565-812f-6c802c581b7b HTTP/1.1" status: 200 len: 998 time: 0.1189487 Apr 19 18:03:13.126301 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1de4b4b1-cbf5-4473-856e-21b6d57abe90 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.130697 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1de4b4b1-cbf5-4473-856e-21b6d57abe90 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.133059 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-69dc9986-8ed9-4b55-b1ad-e0275c1bbd77 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:03:13.160553 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4b4b1-cbf5-4473-856e-21b6d57abe90 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3f368e-f711-46f0-bbfd-94ec0f9eda3c,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:03:13.160837 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471afee-6800-4bc0-8bb7-183fe276f880 req-645d7e2a-5ef3-4779-a1ba-f00b0c95c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:13.163059 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b471afee-6800-4bc0-8bb7-183fe276f880 req-645d7e2a-5ef3-4779-a1ba-f00b0c95c5b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8f92494-8de7-4c63-96f4-31b3ac55cc7f HTTP/1.1" status: 200 len: 854 time: 0.0939720 Apr 19 18:03:13.165904 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1de4b4b1-cbf5-4473-856e-21b6d57abe90 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:03:13.169738 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1de4b4b1-cbf5-4473-856e-21b6d57abe90 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.174041 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1de4b4b1-cbf5-4473-856e-21b6d57abe90 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1695657 Apr 19 18:03:13.174285 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 33234) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:03:13.180305 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-c8d407c9-4a6e-4561-96c3-64843f926cf0 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Request body: {'security_group_rule': {'security_group_id': '979b1f78-773e-4929-95e2-d8e2578c5610', 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:03:13.187372 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c8d407c9-4a6e-4561-96c3-64843f926cf0 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:03:13.191899 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c8d407c9-4a6e-4561-96c3-64843f926cf0 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Usage tracker for resource:security_group_rule and tenant:c1f4a777e1a94e01a726e0f78a04f457 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:03:13.195293 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c8d407c9-4a6e-4561-96c3-64843f926cf0 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:03:13.203152 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c8d407c9-4a6e-4561-96c3-64843f926cf0 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:03:13.221178 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8d407c9-4a6e-4561-96c3-64843f926cf0 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.262948 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471afee-6800-4bc0-8bb7-183fe276f880 req-109520cd-29c5-4a3a-9416-c77eff583756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:13.265210 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b471afee-6800-4bc0-8bb7-183fe276f880 req-109520cd-29c5-4a3a-9416-c77eff583756 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78b15170-126a-40db-a90b-93ef0092a0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0951281 Apr 19 18:03:13.299861 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8d407c9-4a6e-4561-96c3-64843f926cf0 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.307011 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8d407c9-4a6e-4561-96c3-64843f926cf0 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.318164 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-5144f0b2-5fc7-43e8-ba9e-752fcfe3c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'name': 'tempest-TestMinimumBasicScenario-1797549160-router', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:01:56Z', 'updated_at': '2021-04-19T18:02:01Z', 'revision_number': 4, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'gw_port': {'id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:01:57Z', 'updated_at': '2021-04-19T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_floatingips': [{'id': 'a7481dd1-1b19-4ee6-b039-c1d8d39ed391', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'floating_ip_address': '172.28.2.99', 'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'router_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'port_id': '94134715-f15c-4565-812f-6c802c581b7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be', 'mac_address': 'fa:16:3e:38:cc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aa9461-488f-4168-b345-bdb722ffd343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:03:10Z', 'updated_at': '2021-04-19T18:03:10Z', 'revision_number': 0, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc43e07-c5ab-4154-b7df-402c24c8fd04', 'name': '', 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'mac_address': 'fa:16:3e:df:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:00Z', 'updated_at': '2021-04-19T18:02:12Z', 'revision_number': 5, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'subnets': [{'id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:03:13.323343 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5144f0b2-5fc7-43e8-ba9e-752fcfe3c228 None None] Checking router: 9e90fcc6-6985-4e6c-a5ad-6255d176b16a for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:03:13.331289 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-53b1863d-bd0c-4614-8e68-9c4314a2d60d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:03:13.334397 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5144f0b2-5fc7-43e8-ba9e-752fcfe3c228 None None] Routers {'9e90fcc6-6985-4e6c-a5ad-6255d176b16a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:03:13.335334 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-5144f0b2-5fc7-43e8-ba9e-752fcfe3c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:02:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:03:13.344229 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8d407c9-4a6e-4561-96c3-64843f926cf0 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.347323 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c8d407c9-4a6e-4561-96c3-64843f926cf0 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1700742 Apr 19 18:03:13.348425 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d407c9-4a6e-4561-96c3-64843f926cf0 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c661b9a-dc71-45e5-958e-72e92a9459b8,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:03:13.351032 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c8d407c9-4a6e-4561-96c3-64843f926cf0 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:03:13.351718 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 33238) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:03:13.357524 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-c3792eb2-7322-4b75-b297-a4c4f02d72e6 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Request body: {'security_group_rule': {'security_group_id': '979b1f78-773e-4929-95e2-d8e2578c5610', 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:03:13.364359 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c3792eb2-7322-4b75-b297-a4c4f02d72e6 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:03:13.368456 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c3792eb2-7322-4b75-b297-a4c4f02d72e6 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Usage tracker for resource:security_group_rule and tenant:c1f4a777e1a94e01a726e0f78a04f457 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:03:13.371603 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c3792eb2-7322-4b75-b297-a4c4f02d72e6 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:03:13.378088 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c3792eb2-7322-4b75-b297-a4c4f02d72e6 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:03:13.395684 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c3792eb2-7322-4b75-b297-a4c4f02d72e6 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.458427 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b471afee-6800-4bc0-8bb7-183fe276f880 req-63b76707-bfac-4a74-8fdb-d33acdfe2c96 service neutron] 10.222.0.52 "GET /v2.0/networks/78b15170-126a-40db-a90b-93ef0092a0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828582 Apr 19 18:03:13.464587 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c3792eb2-7322-4b75-b297-a4c4f02d72e6 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.468565 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c3792eb2-7322-4b75-b297-a4c4f02d72e6 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.470961 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:03:13.496293 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3792eb2-7322-4b75-b297-a4c4f02d72e6 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8037f9c4-08af-4534-ba18-3289674dcae8,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:03:13.503957 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c3792eb2-7322-4b75-b297-a4c4f02d72e6 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:03:13.507520 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c3792eb2-7322-4b75-b297-a4c4f02d72e6 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.512286 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c3792eb2-7322-4b75-b297-a4c4f02d72e6 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1595550 Apr 19 18:03:13.513263 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 33242) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:03:13.521555 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-e21001da-ef71-4cef-941b-7a59e2ef150d tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Request body: {'security_group_rule': {'security_group_id': '979b1f78-773e-4929-95e2-d8e2578c5610', 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:03:13.530199 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-e21001da-ef71-4cef-941b-7a59e2ef150d tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:03:13.534800 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-5144f0b2-5fc7-43e8-ba9e-752fcfe3c228 None None] Set router 9e90fcc6-6985-4e6c-a5ad-6255d176b16a gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:03:13.534971 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-e21001da-ef71-4cef-941b-7a59e2ef150d tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Usage tracker for resource:security_group_rule and tenant:c1f4a777e1a94e01a726e0f78a04f457 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:03:13.538436 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-e21001da-ef71-4cef-941b-7a59e2ef150d tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:03:13.545080 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-e21001da-ef71-4cef-941b-7a59e2ef150d tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:03:13.555762 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.securitygroups_db [None req-e21001da-ef71-4cef-941b-7a59e2ef150d tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Project c1f4a777e1a94e01a726e0f78a04f457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:03:13.564183 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e21001da-ef71-4cef-941b-7a59e2ef150d tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.611071 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b471afee-6800-4bc0-8bb7-183fe276f880 req-3ae2aa03-51b8-4a35-aad0-0166f186b181 service neutron] 10.222.0.52 "GET /v2.0/networks/78b15170-126a-40db-a90b-93ef0092a0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451023 Apr 19 18:03:13.641778 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e21001da-ef71-4cef-941b-7a59e2ef150d tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.644575 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e21001da-ef71-4cef-941b-7a59e2ef150d tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.646792 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:03:13.672190 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21001da-ef71-4cef-941b-7a59e2ef150d tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2773b569-4af7-4763-94b7-fa66a497820d,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:03:13.676659 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e21001da-ef71-4cef-941b-7a59e2ef150d tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:03:13.684516 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e21001da-ef71-4cef-941b-7a59e2ef150d tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.686148 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e21001da-ef71-4cef-941b-7a59e2ef150d tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1712897 Apr 19 18:03:13.688873 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 33246) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:03:13.694756 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-d2a2a9fa-8481-49f2-9980-a42e733765fb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Request body: {'security_group_rule': {'security_group_id': '979b1f78-773e-4929-95e2-d8e2578c5610', 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:03:13.701288 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-d2a2a9fa-8481-49f2-9980-a42e733765fb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:03:13.705622 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-d2a2a9fa-8481-49f2-9980-a42e733765fb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Usage tracker for resource:security_group_rule and tenant:c1f4a777e1a94e01a726e0f78a04f457 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:03:13.708854 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-d2a2a9fa-8481-49f2-9980-a42e733765fb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:03:13.715199 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-d2a2a9fa-8481-49f2-9980-a42e733765fb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:03:13.726118 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.securitygroups_db [None req-d2a2a9fa-8481-49f2-9980-a42e733765fb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Project c1f4a777e1a94e01a726e0f78a04f457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:03:13.733357 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d2a2a9fa-8481-49f2-9980-a42e733765fb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.806488 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d2a2a9fa-8481-49f2-9980-a42e733765fb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.809513 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d2a2a9fa-8481-49f2-9980-a42e733765fb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.817532 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:03:13.839675 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2a9fa-8481-49f2-9980-a42e733765fb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f949c598-839a-4f4f-86d2-6bc2717d2294,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:03:13.842216 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d2a2a9fa-8481-49f2-9980-a42e733765fb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:03:13.846711 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d2a2a9fa-8481-49f2-9980-a42e733765fb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:13.847455 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d2a2a9fa-8481-49f2-9980-a42e733765fb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1575689 Apr 19 18:03:13.925664 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-5144f0b2-5fc7-43e8-ba9e-752fcfe3c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'name': 'tempest-TestMinimumBasicScenario-1797549160-router', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:01:56Z', 'updated_at': '2021-04-19T18:02:01Z', 'revision_number': 4, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'gw_port': {'id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:01:57Z', 'updated_at': '2021-04-19T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_floatingips': [{'id': 'a7481dd1-1b19-4ee6-b039-c1d8d39ed391', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'floating_ip_address': '172.28.2.99', 'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'router_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'port_id': '94134715-f15c-4565-812f-6c802c581b7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be', 'mac_address': 'fa:16:3e:38:cc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aa9461-488f-4168-b345-bdb722ffd343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:03:10Z', 'updated_at': '2021-04-19T18:03:10Z', 'revision_number': 0, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc43e07-c5ab-4154-b7df-402c24c8fd04', 'name': '', 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'mac_address': 'fa:16:3e:df:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:00Z', 'updated_at': '2021-04-19T18:02:12Z', 'revision_number': 5, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'subnets': [{'id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:03:13.930056 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5144f0b2-5fc7-43e8-ba9e-752fcfe3c228 None None] The sync data for ids ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'] in dv-cinder-786927-1-smb is: [{'id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'name': 'tempest-TestMinimumBasicScenario-1797549160-router', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:01:56Z', 'updated_at': '2021-04-19T18:02:01Z', 'revision_number': 4, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'gw_port': {'id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:01:57Z', 'updated_at': '2021-04-19T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_floatingips': [{'id': 'a7481dd1-1b19-4ee6-b039-c1d8d39ed391', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'floating_ip_address': '172.28.2.99', 'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'router_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'port_id': '94134715-f15c-4565-812f-6c802c581b7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be', 'mac_address': 'fa:16:3e:38:cc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aa9461-488f-4168-b345-bdb722ffd343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:03:10Z', 'updated_at': '2021-04-19T18:03:10Z', 'revision_number': 0, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc43e07-c5ab-4154-b7df-402c24c8fd04', 'name': '', 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'mac_address': 'fa:16:3e:df:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:00Z', 'updated_at': '2021-04-19T18:02:12Z', 'revision_number': 5, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'subnets': [{'id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:03:13.981393 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-df2ef75e-89a0-4d92-927f-12b166147b9d req-0a49b85b-2a8b-4631-864c-19716461da47 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1926192183&fields=id&tenant_id=c1f4a777e1a94e01a726e0f78a04f457 HTTP/1.1" status: 200 len: 267 time: 0.0454965 Apr 19 18:03:14.079903 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ef75e-89a0-4d92-927f-12b166147b9d req-f61e4bd1-5fda-4d37-8f20-31d4c1fddcb8 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:14.081399 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-df2ef75e-89a0-4d92-927f-12b166147b9d req-f61e4bd1-5fda-4d37-8f20-31d4c1fddcb8 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 945 time: 0.0930502 Apr 19 18:03:14.095364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-df2ef75e-89a0-4d92-927f-12b166147b9d req-a9f3b528-de56-4c24-a9f0-b912c74aff79 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Request body: {'port': {'security_groups': ['1d90a271-b3f7-4335-9555-226dcd849e8b', '979b1f78-773e-4929-95e2-d8e2578c5610']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:03:14.215920 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03da46a4-e1c1-43f4-9806-94d03b53b7c4 None None] New status for floating IP a7481dd1-1b19-4ee6-b039-c1d8d39ed391: ACTIVE {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:03:14.232543 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-df2ef75e-89a0-4d92-927f-12b166147b9d req-a9f3b528-de56-4c24-a9f0-b912c74aff79 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:14.541488 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-df2ef75e-89a0-4d92-927f-12b166147b9d req-a9f3b528-de56-4c24-a9f0-b912c74aff79 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] For port 94134715-f15c-4565-812f-6c802c581b7b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=94134715-f15c-4565-812f-6c802c581b7b,segment=NetworkSegment(809423dd-ace1-4764-9277-dded31e7f24c),segment_id=809423dd-ace1-4764-9277-dded31e7f24c)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:03:14.569779 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-df2ef75e-89a0-4d92-927f-12b166147b9d req-a9f3b528-de56-4c24-a9f0-b912c74aff79 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:14.574484 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-df2ef75e-89a0-4d92-927f-12b166147b9d req-a9f3b528-de56-4c24-a9f0-b912c74aff79 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:14.580722 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:03:14.587768 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['94134715-f15c-4565-812f-6c802c581b7b'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:03:14.655054 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ef75e-89a0-4d92-927f-12b166147b9d req-a9f3b528-de56-4c24-a9f0-b912c74aff79 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:14.655827 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-df2ef75e-89a0-4d92-927f-12b166147b9d req-a9f3b528-de56-4c24-a9f0-b912c74aff79 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:14.657378 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-df2ef75e-89a0-4d92-927f-12b166147b9d req-a9f3b528-de56-4c24-a9f0-b912c74aff79 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "PUT /v2.0/ports/94134715-f15c-4565-812f-6c802c581b7b HTTP/1.1" status: 200 len: 981 time: 0.5677404 Apr 19 18:03:14.664050 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10aa9461-488f-4168-b345-bdb722ffd343', 'tag': '94134715-f15c-4565-812f-6c802c581b7b'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:03:14.683655 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3b528-de56-4c24-a9f0-b912c74aff79 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Pushing event updated for resources: {'Port': ['ID=94134715-f15c-4565-812f-6c802c581b7b,revision_number=6']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:03:14.688571 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a9f3b528-de56-4c24-a9f0-b912c74aff79 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:03:14.751973 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10aa9461-488f-4168-b345-bdb722ffd343', 'tag': '94134715-f15c-4565-812f-6c802c581b7b', 'status': 'completed', 'code': 200} Apr 19 18:03:14.760478 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['94134715-f15c-4565-812f-6c802c581b7b'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:03:14.866039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2435c39-a961-4d96-912d-6078db22e4cd req-6fd47cf5-8c8c-44cb-91af-f28d21c44199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:14.867627 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2435c39-a961-4d96-912d-6078db22e4cd req-6fd47cf5-8c8c-44cb-91af-f28d21c44199 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1f4a777e1a94e01a726e0f78a04f457&device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 1137 time: 0.0879369 Apr 19 18:03:14.893359 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac801e2-09d4-42e8-9886-fa9419d5eafc req-fc9f3ec3-264c-4998-b65e-11b4b9e66053 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:14.895052 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1ac801e2-09d4-42e8-9886-fa9419d5eafc req-fc9f3ec3-264c-4998-b65e-11b4b9e66053 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 984 time: 0.0968289 Apr 19 18:03:14.903002 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-23bc9c0a-f635-45ee-a910-68dcc0491cf4 None None] Provisioning complete for port 94134715-f15c-4565-812f-6c802c581b7b triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:03:14.903363 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-23bc9c0a-f635-45ee-a910-68dcc0491cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:14.953122 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-1ac801e2-09d4-42e8-9886-fa9419d5eafc req-49c564a5-bf42-4de0-ac8c-c7de298ca7b5 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Synchronizing usage tracker for tenant:c1f4a777e1a94e01a726e0f78a04f457 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:03:14.970662 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-1ac801e2-09d4-42e8-9886-fa9419d5eafc req-49c564a5-bf42-4de0-ac8c-c7de298ca7b5 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Unset dirty status for tenant:c1f4a777e1a94e01a726e0f78a04f457 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:03:14.971960 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1ac801e2-09d4-42e8-9886-fa9419d5eafc req-49c564a5-bf42-4de0-ac8c-c7de298ca7b5 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&id=979b1f78-773e-4929-95e2-d8e2578c5610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702865 Apr 19 18:03:15.034515 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2435c39-a961-4d96-912d-6078db22e4cd req-facf82f5-9385-470a-8ca1-97c7a1ea03e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:15.036120 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2435c39-a961-4d96-912d-6078db22e4cd req-facf82f5-9385-470a-8ca1-97c7a1ea03e3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=78b15170-126a-40db-a90b-93ef0092a0be HTTP/1.1" status: 200 len: 916 time: 0.1574664 Apr 19 18:03:15.158132 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2435c39-a961-4d96-912d-6078db22e4cd req-cb8497b6-dbaf-412f-9cfd-8c56bbccf299 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94134715-f15c-4565-812f-6c802c581b7b HTTP/1.1" status: 200 len: 1000 time: 0.1084399 Apr 19 18:03:15.232988 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2435c39-a961-4d96-912d-6078db22e4cd req-632589c8-7b0c-4e42-add5-d93bec464db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:15.235318 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2435c39-a961-4d96-912d-6078db22e4cd req-632589c8-7b0c-4e42-add5-d93bec464db0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8f92494-8de7-4c63-96f4-31b3ac55cc7f HTTP/1.1" status: 200 len: 854 time: 0.0675960 Apr 19 18:03:15.616107 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2435c39-a961-4d96-912d-6078db22e4cd req-f7818ab3-fa64-48f8-957e-ce5633768599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:15.617714 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2435c39-a961-4d96-912d-6078db22e4cd req-f7818ab3-fa64-48f8-957e-ce5633768599 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78b15170-126a-40db-a90b-93ef0092a0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3707945 Apr 19 18:03:15.786996 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2435c39-a961-4d96-912d-6078db22e4cd req-70bbf743-8eeb-4a6b-8039-21fec422825c service neutron] 10.222.0.52 "GET /v2.0/networks/78b15170-126a-40db-a90b-93ef0092a0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532550 Apr 19 18:03:15.935589 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2435c39-a961-4d96-912d-6078db22e4cd req-e470123a-ccb0-42bf-b4d0-15d95bac0b25 service neutron] 10.222.0.52 "GET /v2.0/networks/78b15170-126a-40db-a90b-93ef0092a0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380398 Apr 19 18:03:15.940541 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d05f8373-585d-445c-9811-6219fe3037d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:19.405199 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fca275ee-7920-4bea-aceb-1c50c53f8060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:19.906381 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:20.292069 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:21.545669 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f94d6d-14dc-4526-a298-82e19de2d5e9 req-38678091-a659-4c12-bb97-79e8af374478 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:21.546332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:21.547601 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-96f94d6d-14dc-4526-a298-82e19de2d5e9 req-38678091-a659-4c12-bb97-79e8af374478 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0940609 Apr 19 18:03:21.596415 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-96f94d6d-14dc-4526-a298-82e19de2d5e9 req-b536ad1a-a3c7-4435-bee0-82723d2f617d tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420349 Apr 19 18:03:22.818893 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37dc11-aab4-43a3-9f05-906fa7cf893b req-6041e71e-9511-458f-bebc-ae0eda680643 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:22.820648 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cf37dc11-aab4-43a3-9f05-906fa7cf893b req-6041e71e-9511-458f-bebc-ae0eda680643 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0979593 Apr 19 18:03:22.870887 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cf37dc11-aab4-43a3-9f05-906fa7cf893b req-71c25768-dda6-40e7-a682-ce3995b4c2dc tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435028 Apr 19 18:03:24.080082 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6fe0a-c5ea-4337-a1c7-a2c4714bbeca req-3f72a416-8477-4b3f-b4bc-15e62da03e1f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:24.081795 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-afe6fe0a-c5ea-4337-a1c7-a2c4714bbeca req-3f72a416-8477-4b3f-b4bc-15e62da03e1f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0904813 Apr 19 18:03:24.131742 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-afe6fe0a-c5ea-4337-a1c7-a2c4714bbeca req-21a1f0fc-e050-436b-b2ea-279e0b62064b tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431466 Apr 19 18:03:25.353476 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c020302-eb00-4cd6-bdd9-6276411795fa req-2ef84d09-e63b-43d8-a1f5-78b3837640d2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:25.355173 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2c020302-eb00-4cd6-bdd9-6276411795fa req-2ef84d09-e63b-43d8-a1f5-78b3837640d2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0921202 Apr 19 18:03:25.405437 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2c020302-eb00-4cd6-bdd9-6276411795fa req-516c142a-ed72-4761-aecc-28183807c57f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421941 Apr 19 18:03:25.817281 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9f458-20f8-4392-8866-1cf37003822c req-ba2043f4-2fe4-4c2c-8cd2-771b85f51f9d tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:25.818981 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-46d9f458-20f8-4392-8866-1cf37003822c req-ba2043f4-2fe4-4c2c-8cd2-771b85f51f9d tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 945 time: 0.0951920 Apr 19 18:03:25.866945 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-46d9f458-20f8-4392-8866-1cf37003822c req-d6ba5405-5f74-412a-902f-24183ac517e1 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 Apr 19 18:03:26.623095 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9edf82-0a12-4242-b341-e7a257b7ebaa req-1f0160ff-d08f-486c-b1b0-3617f46a921f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:26.624649 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a9edf82-0a12-4242-b341-e7a257b7ebaa req-1f0160ff-d08f-486c-b1b0-3617f46a921f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.1026421 Apr 19 18:03:26.676691 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a9edf82-0a12-4242-b341-e7a257b7ebaa req-58c58005-e851-4b7b-89fd-5db38e9d8280 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450864 Apr 19 18:03:27.138803 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a36dfc-1ad3-45bb-ac36-3baf91f84226 req-004a8a86-629b-4a75-a66f-117f92d2bd28 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:27.140729 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b6a36dfc-1ad3-45bb-ac36-3baf91f84226 req-004a8a86-629b-4a75-a66f-117f92d2bd28 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 945 time: 0.1518612 Apr 19 18:03:27.197494 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b6a36dfc-1ad3-45bb-ac36-3baf91f84226 req-8861a978-1c68-4030-a072-53a281f426cf tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459905 Apr 19 18:03:27.882044 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5b5d3-f2b9-4ab2-8187-b16559a55d5e req-13ddc787-ccf6-4a8a-9988-af6366d8e715 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:27.883560 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5eb5b5d3-f2b9-4ab2-8187-b16559a55d5e req-13ddc787-ccf6-4a8a-9988-af6366d8e715 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0889618 Apr 19 18:03:27.938490 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5eb5b5d3-f2b9-4ab2-8187-b16559a55d5e req-bbeebfbc-2c48-49be-a768-e175df95aee3 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450468 Apr 19 18:03:28.410991 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c694024-ab79-4faf-876e-9d8e2e89228c req-441ce97b-bc43-4127-bf36-3fe5ed840280 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:28.413228 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0c694024-ab79-4faf-876e-9d8e2e89228c req-441ce97b-bc43-4127-bf36-3fe5ed840280 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 945 time: 0.0951717 Apr 19 18:03:28.511498 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0c694024-ab79-4faf-876e-9d8e2e89228c req-bd359186-c0ae-43fe-8a8d-562956c4f95f tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917130 Apr 19 18:03:28.542157 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853b791-e2f7-4892-a682-0edddd477668 req-a6c53a54-721b-4a05-a855-e86dd635c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:28.543760 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4853b791-e2f7-4892-a682-0edddd477668 req-a6c53a54-721b-4a05-a855-e86dd635c2c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74fdb2ea59884c7794b2178018c22752&device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 1099 time: 0.1097455 Apr 19 18:03:28.728411 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853b791-e2f7-4892-a682-0edddd477668 req-7fb71d0d-67bf-4abd-bb3a-2e06a3f5a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:28.730046 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4853b791-e2f7-4892-a682-0edddd477668 req-7fb71d0d-67bf-4abd-bb3a-2e06a3f5a36f service neutron] 10.222.0.52 "GET /v2.0/networks?id=dcf4d709-3c2a-494e-b091-646278271f9d HTTP/1.1" status: 200 len: 910 time: 0.1412125 Apr 19 18:03:28.858223 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4853b791-e2f7-4892-a682-0edddd477668 req-3bcf1c39-81e7-4aec-acb3-b6befe82d063 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=560eda9a-4205-4a90-a959-19ee77ae8d41 HTTP/1.1" status: 200 len: 1001 time: 0.1169889 Apr 19 18:03:28.929376 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853b791-e2f7-4892-a682-0edddd477668 req-4d27ac6b-899c-4bb1-b64b-181df8f38bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:28.930983 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4853b791-e2f7-4892-a682-0edddd477668 req-4d27ac6b-899c-4bb1-b64b-181df8f38bce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36555cf9-033c-4142-bb83-8ae1c4a8eb89 HTTP/1.1" status: 200 len: 848 time: 0.0651791 Apr 19 18:03:29.023218 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853b791-e2f7-4892-a682-0edddd477668 req-1a0a57e9-476c-4635-b2ad-a3ca92c96d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:29.024856 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4853b791-e2f7-4892-a682-0edddd477668 req-1a0a57e9-476c-4635-b2ad-a3ca92c96d5b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dcf4d709-3c2a-494e-b091-646278271f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783331 Apr 19 18:03:29.150375 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb0a3b-860a-4b68-9ac8-94c7ea2a2a89 req-119b7ab2-d08e-4fcf-88f7-24207de5d2fe tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:29.151994 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-84eb0a3b-860a-4b68-9ac8-94c7ea2a2a89 req-119b7ab2-d08e-4fcf-88f7-24207de5d2fe tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0918002 Apr 19 18:03:29.175523 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4853b791-e2f7-4892-a682-0edddd477668 req-efe04712-bb3f-4fa0-b707-5f850c875d40 service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405118 Apr 19 18:03:29.204582 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-84eb0a3b-860a-4b68-9ac8-94c7ea2a2a89 req-66db37a6-e8f3-49ec-88cc-9fd2beef514e tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452533 Apr 19 18:03:29.330452 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4853b791-e2f7-4892-a682-0edddd477668 req-6aea7917-7b9a-4730-b9bb-a7942937af9a service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471908 Apr 19 18:03:29.724373 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c8f87-6c42-43f4-adef-dc15b29acd35 req-f5c85a74-7fe8-44c7-9272-47f137a14bbf tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:29.726004 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4f8c8f87-6c42-43f4-adef-dc15b29acd35 req-f5c85a74-7fe8-44c7-9272-47f137a14bbf tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 945 time: 0.0960045 Apr 19 18:03:29.779583 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4f8c8f87-6c42-43f4-adef-dc15b29acd35 req-fd787d06-fd9e-4077-910e-d80c401ec4eb tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438919 Apr 19 18:03:30.498205 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd6ff6-e9c7-4ea1-91b0-98c48bf7db07 req-d6e06b74-6cd5-42dc-abdb-ccab2adb26f9 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:30.499725 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-90cd6ff6-e9c7-4ea1-91b0-98c48bf7db07 req-d6e06b74-6cd5-42dc-abdb-ccab2adb26f9 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.1663425 Apr 19 18:03:30.552181 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-90cd6ff6-e9c7-4ea1-91b0-98c48bf7db07 req-f75797af-252e-4832-a7de-4bde487bfab8 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450416 Apr 19 18:03:31.000951 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d25969-d862-4e2b-b64e-15e0371f4c1c req-2754ead6-25ca-4ca8-b71b-1050bbc60ae1 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:31.002584 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-28d25969-d862-4e2b-b64e-15e0371f4c1c req-2754ead6-25ca-4ca8-b71b-1050bbc60ae1 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 945 time: 0.0918832 Apr 19 18:03:31.054550 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-28d25969-d862-4e2b-b64e-15e0371f4c1c req-d9653b6d-5d8e-470d-bfb6-a09267ebd42b tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423324 Apr 19 18:03:31.274682 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:31.777325 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38c058-cff2-4f9b-a8d2-bb8d135bf096 req-e8483467-64e0-4b2d-82f1-2a0cc85c16aa tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:31.779061 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2c38c058-cff2-4f9b-a8d2-bb8d135bf096 req-e8483467-64e0-4b2d-82f1-2a0cc85c16aa tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.1012087 Apr 19 18:03:31.831064 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2c38c058-cff2-4f9b-a8d2-bb8d135bf096 req-d8264937-46cb-4924-a6f7-9864d37343c9 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429306 Apr 19 18:03:32.012128 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce92ad2-8a2e-439f-8e8e-c9c78ac91bbc req-978dc4cd-05a3-4b82-be7e-a6e3cc475aaa tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:32.013678 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0ce92ad2-8a2e-439f-8e8e-c9c78ac91bbc req-978dc4cd-05a3-4b82-be7e-a6e3cc475aaa tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.52 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 945 time: 0.1055336 Apr 19 18:03:32.105000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-0ce92ad2-8a2e-439f-8e8e-c9c78ac91bbc req-113ce261-dd83-4c43-8ea4-325844ee90b7 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Deleting port ef98e5be-3099-4976-963a-a2d4b09eb0ed {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:03:32.105388 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-0ce92ad2-8a2e-439f-8e8e-c9c78ac91bbc req-113ce261-dd83-4c43-8ea4-325844ee90b7 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:32.428505 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493f9e5-1b68-4442-b2fc-f1dafcf9fb7e req-8205f5af-188d-4d26-9abb-97158c9a7d8e tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:32.430054 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c493f9e5-1b68-4442-b2fc-f1dafcf9fb7e req-8205f5af-188d-4d26-9abb-97158c9a7d8e tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/ports?device_id=33762e0c-116b-4d5a-8d35-839256be277f HTTP/1.1" status: 200 len: 945 time: 0.2322042 Apr 19 18:03:32.441113 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-0ce92ad2-8a2e-439f-8e8e-c9c78ac91bbc req-113ce261-dd83-4c43-8ea4-325844ee90b7 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] For port ef98e5be-3099-4976-963a-a2d4b09eb0ed, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ef98e5be-3099-4976-963a-a2d4b09eb0ed,segment=NetworkSegment(8e468ae6-13ad-48be-92a5-9b83786880ed),segment_id=8e468ae6-13ad-48be-92a5-9b83786880ed)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:03:32.441512 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-0ce92ad2-8a2e-439f-8e8e-c9c78ac91bbc req-113ce261-dd83-4c43-8ea4-325844ee90b7 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:32.592084 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-0ce92ad2-8a2e-439f-8e8e-c9c78ac91bbc req-113ce261-dd83-4c43-8ea4-325844ee90b7 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Calling delete_port for ef98e5be-3099-4976-963a-a2d4b09eb0ed owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:03:32.663077 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c493f9e5-1b68-4442-b2fc-f1dafcf9fb7e req-743a41b7-965d-4a2f-a2c5-2ed254c39c15 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.81 "GET /v2.0/security-groups?id=c87b11ec-9501-4510-8f31-b7515a8d0930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237508 Apr 19 18:03:32.768612 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-0ce92ad2-8a2e-439f-8e8e-c9c78ac91bbc req-113ce261-dd83-4c43-8ea4-325844ee90b7 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:32.774827 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-02c64482-5843-4ec2-9bbd-6ab3eee08727 tempest-VolumesActionsTest-2061475697 tempest-VolumesActionsTest-2061475697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:03:32.783311 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['ef98e5be-3099-4976-963a-a2d4b09eb0ed'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:03:32.826643 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ce261-dd83-4c43-8ea4-325844ee90b7 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Pushing event deleted for resources: {'Port': ['ID=ef98e5be-3099-4976-963a-a2d4b09eb0ed,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:03:32.830235 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-113ce261-dd83-4c43-8ea4-325844ee90b7 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:03:32.910553 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce92ad2-8a2e-439f-8e8e-c9c78ac91bbc req-113ce261-dd83-4c43-8ea4-325844ee90b7 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] No DVR routers for this DVR port ef98e5be-3099-4976-963a-a2d4b09eb0ed on host hv-cinder-78692 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:03:32.913237 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-0ce92ad2-8a2e-439f-8e8e-c9c78ac91bbc req-113ce261-dd83-4c43-8ea4-325844ee90b7 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:32.916191 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33762e0c-116b-4d5a-8d35-839256be277f', 'name': 'network-vif-deleted', 'tag': 'ef98e5be-3099-4976-963a-a2d4b09eb0ed'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:03:32.932115 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0ce92ad2-8a2e-439f-8e8e-c9c78ac91bbc req-113ce261-dd83-4c43-8ea4-325844ee90b7 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] 10.222.0.52 "DELETE /v2.0/ports/ef98e5be-3099-4976-963a-a2d4b09eb0ed HTTP/1.1" status: 204 len: 173 time: 0.9111519 Apr 19 18:03:32.972772 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33762e0c-116b-4d5a-8d35-839256be277f', 'name': 'network-vif-deleted', 'tag': 'ef98e5be-3099-4976-963a-a2d4b09eb0ed', 'status': 'completed', 'code': 200} Apr 19 18:03:33.038182 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63fbf6-633d-4ab8-8beb-943d7f6ffd74 req-075f7b66-1731-4543-8635-2a0b2097e359 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:33.039796 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ef63fbf6-633d-4ab8-8beb-943d7f6ffd74 req-075f7b66-1731-4543-8635-2a0b2097e359 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0914490 Apr 19 18:03:33.102120 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ef63fbf6-633d-4ab8-8beb-943d7f6ffd74 req-16845ff2-5077-433d-ae07-d9afb4bc047e tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548036 Apr 19 18:03:34.322052 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d3655-c71c-4b71-b7c4-4ce8b9c988a0 req-512af53f-37fe-4e92-a66b-75ada80d555f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:34.323680 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5b8d3655-c71c-4b71-b7c4-4ce8b9c988a0 req-512af53f-37fe-4e92-a66b-75ada80d555f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0962951 Apr 19 18:03:34.371650 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5b8d3655-c71c-4b71-b7c4-4ce8b9c988a0 req-7a692256-6520-4c31-bfaf-a20ed6986388 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414355 Apr 19 18:03:35.590010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50581ba-73aa-44d8-9424-cbe4f34e2b99 req-38e33359-5a5d-4d81-8a6b-4a3ac88362f8 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:35.590010 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f50581ba-73aa-44d8-9424-cbe4f34e2b99 req-38e33359-5a5d-4d81-8a6b-4a3ac88362f8 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0970397 Apr 19 18:03:35.619567 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device ef98e5be-3099-4976-963a-a2d4b09eb0ed no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:03:35.640604 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f50581ba-73aa-44d8-9424-cbe4f34e2b99 req-275fbf0b-394b-4c3f-97d7-7c5629036370 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450156 Apr 19 18:03:35.661002 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] No Port match for: ef98e5be-3099-4976-963a-a2d4b09eb0ed {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:03:35.661405 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device ef98e5be-3099-4976-963a-a2d4b09eb0ed not bound to the agent host hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:03:36.847753 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1bb5b-d8f8-42bf-affa-bafc224a776d req-3cf9dd15-b735-46a4-b2f0-9c7a28e5f933 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:36.849627 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4ee1bb5b-d8f8-42bf-affa-bafc224a776d req-3cf9dd15-b735-46a4-b2f0-9c7a28e5f933 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0909452 Apr 19 18:03:36.899970 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4ee1bb5b-d8f8-42bf-affa-bafc224a776d req-6c5fb81e-b335-4b82-8089-f1011010f9b9 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436730 Apr 19 18:03:38.121504 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff3249-8687-47ee-a776-68c44efbcfa3 req-7e12be05-9763-4ff6-9a11-1c42cb3f9708 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:38.123274 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-55ff3249-8687-47ee-a776-68c44efbcfa3 req-7e12be05-9763-4ff6-9a11-1c42cb3f9708 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.1043289 Apr 19 18:03:38.175664 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-55ff3249-8687-47ee-a776-68c44efbcfa3 req-e7dd9be4-f7e8-44eb-a5a3-b95eab604fc8 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426993 Apr 19 18:03:38.547247 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e68790-41eb-4029-b37f-8f9d005870b8 req-c2d5b408-e9e2-4834-aa4e-a4e342a0884c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:38.548846 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f6e68790-41eb-4029-b37f-8f9d005870b8 req-c2d5b408-e9e2-4834-aa4e-a4e342a0884c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0911710 Apr 19 18:03:38.598363 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff255d-987f-4a04-a350-8c976b49ea4f req-886f363f-4ed9-42d2-9793-7fa9a026b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:38.600027 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71ff255d-987f-4a04-a350-8c976b49ea4f req-886f363f-4ed9-42d2-9793-7fa9a026b02c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74fdb2ea59884c7794b2178018c22752&device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 1099 time: 0.0837796 Apr 19 18:03:38.601639 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f6e68790-41eb-4029-b37f-8f9d005870b8 req-e958d9ce-435d-4dcd-b0cf-55813029e462 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459049 Apr 19 18:03:38.756600 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff255d-987f-4a04-a350-8c976b49ea4f req-64313b1b-af80-4169-9e5e-dd2f03528837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:38.758252 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71ff255d-987f-4a04-a350-8c976b49ea4f req-64313b1b-af80-4169-9e5e-dd2f03528837 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dcf4d709-3c2a-494e-b091-646278271f9d HTTP/1.1" status: 200 len: 910 time: 0.1509178 Apr 19 18:03:38.878350 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71ff255d-987f-4a04-a350-8c976b49ea4f req-b119d5a7-ad8b-4611-962c-47ee15e2f597 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=560eda9a-4205-4a90-a959-19ee77ae8d41 HTTP/1.1" status: 200 len: 1001 time: 0.1129119 Apr 19 18:03:38.957886 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff255d-987f-4a04-a350-8c976b49ea4f req-bd1a63fd-ee60-4f04-8160-93a4f076aa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:38.961087 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71ff255d-987f-4a04-a350-8c976b49ea4f req-bd1a63fd-ee60-4f04-8160-93a4f076aa5b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36555cf9-033c-4142-bb83-8ae1c4a8eb89 HTTP/1.1" status: 200 len: 848 time: 0.0764608 Apr 19 18:03:39.058816 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff255d-987f-4a04-a350-8c976b49ea4f req-4cec5827-aa19-4148-ab26-75935d1c1320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:39.060650 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71ff255d-987f-4a04-a350-8c976b49ea4f req-4cec5827-aa19-4148-ab26-75935d1c1320 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dcf4d709-3c2a-494e-b091-646278271f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0928295 Apr 19 18:03:39.225319 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71ff255d-987f-4a04-a350-8c976b49ea4f req-68b3171c-e979-4cf7-8ca4-4eab38bba00e service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539433 Apr 19 18:03:39.644019 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71ff255d-987f-4a04-a350-8c976b49ea4f req-c35dbf52-d203-451d-a858-bf66172dc7c5 service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117033 Apr 19 18:03:39.835386 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b9382-50f8-41e6-9020-a5787fd1686d req-cb86b212-a873-4f85-b837-d2cab70d183c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:39.837076 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c06b9382-50f8-41e6-9020-a5787fd1686d req-cb86b212-a873-4f85-b837-d2cab70d183c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0970287 Apr 19 18:03:39.887474 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c06b9382-50f8-41e6-9020-a5787fd1686d req-152388ea-3bda-4f86-a556-22c905c0f763 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434632 Apr 19 18:03:41.103910 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4800ee-fb4e-4b05-9480-5316ee47ff70 req-53c9e990-32cb-40d1-8fbe-0e9beea0707f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:03:41.105632 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0c4800ee-fb4e-4b05-9480-5316ee47ff70 req-53c9e990-32cb-40d1-8fbe-0e9beea0707f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0953465 Apr 19 18:03:41.159543 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0c4800ee-fb4e-4b05-9480-5316ee47ff70 req-b69750bd-6af3-4798-97ad-3b7fb9289e98 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459094 Apr 19 18:03:44.007181 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:03:45.946475 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b675babf-d598-4f2e-884b-0802240558e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:49.398642 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-504fce2b-2f7c-452f-a0d1-07357a4d3c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:49.917662 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:50.295790 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:51.552388 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:55.795145 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 33576) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:03:55.865888 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Deleting subnet d963393b-d15d-4640-a267-1b79a62900c9 {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:03:55.869257 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:55.931811 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3153048'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:55.993266 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773666'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:56.256857 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854002150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851592256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394902'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:56.260976 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-feb3e470-441d-491a-8bb9-d4d921746223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:03:56.295500 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d963393b-d15d-4640-a267-1b79a62900c9,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:03:56.305722 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:56.306170 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:56.306577 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:56.306980 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:56.307375 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:56.307743 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:56.308175 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:56.308557 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:56.308930 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:56.309339 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:56.309727 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:56.310123 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:56.314217 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:03:56.319307 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:56.325993 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-395826d1-663f-48d5-89dc-278cd20e39b8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d963393b-d15d-4640-a267-1b79a62900c9 HTTP/1.1" status: 204 len: 168 time: 0.5296082 Apr 19 18:03:56.328751 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 33580) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:03:56.446606 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b2c7874f-86dc-4d9d-a707-a3257442e419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547694'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:56.579631 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b2c7874f-86dc-4d9d-a707-a3257442e419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854002057', 'neutron.services.segments.db._delete_segments_for_network-8764668505459'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:56.694697 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-b2c7874f-86dc-4d9d-a707-a3257442e419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf3bf74-af3f-4694-b56b-cb38296eaf59']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:03:56.707548 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-b2c7874f-86dc-4d9d-a707-a3257442e419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e468ae6-13ad-48be-92a5-9b83786880ed') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:03:56.707886 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-b2c7874f-86dc-4d9d-a707-a3257442e419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e468ae6-13ad-48be-92a5-9b83786880ed') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:03:56.719736 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b2c7874f-86dc-4d9d-a707-a3257442e419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272186160483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851622768'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:56.734863 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b2c7874f-86dc-4d9d-a707-a3257442e419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:56.741563 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c7874f-86dc-4d9d-a707-a3257442e419 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:03:56.919539 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-b2c7874f-86dc-4d9d-a707-a3257442e419 admin admin] Network 1cf3bf74-af3f-4694-b56b-cb38296eaf59 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:03:56.928361 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b2c7874f-86dc-4d9d-a707-a3257442e419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3183203'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:57.103114 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-b2c7874f-86dc-4d9d-a707-a3257442e419 admin admin] Network 1cf3bf74-af3f-4694-b56b-cb38296eaf59 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: timer() Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: cb(*args, **kw) Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: self._notify() Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: self.callback(batched_events) Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: event.method(event) Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: return self._get(url).json() Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: **kwargs) Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: **endpoint_filter) Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:03:57.125615 dv-cinder-786927-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:03:57.205808 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b2c7874f-86dc-4d9d-a707-a3257442e419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810306'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:57.211702 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b2c7874f-86dc-4d9d-a707-a3257442e419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:57.215598 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:03:57.237613 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7874f-86dc-4d9d-a707-a3257442e419 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cf3bf74-af3f-4694-b56b-cb38296eaf59,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:03:57.240163 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b2c7874f-86dc-4d9d-a707-a3257442e419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:03:57.244827 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b2c7874f-86dc-4d9d-a707-a3257442e419 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1cf3bf74-af3f-4694-b56b-cb38296eaf59 HTTP/1.1" status: 204 len: 168 time: 0.9150763 Apr 19 18:03:57.373074 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 33588) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:03:57.427875 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5c20c0cc-69f9-4a8f-be3f-c42ebeecc7e6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=75bc2748d65442598400f125ed51670e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533621 Apr 19 18:03:57.431796 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 33592) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:03:57.494864 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:57.523030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:57.572370 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:57.577547 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:03:57.591385 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87b11ec-9501-4510-8f31-b7515a8d0930,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:03:57.600448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:57.600866 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:57.601279 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:57.601680 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:57.602105 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:57.602508 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:57.602902 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:57.603293 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:57.603694 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:57.604075 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:57.604461 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:57.604850 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:03:57.611343 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:03:57.615328 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:03:57.616867 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c87b11ec-9501-4510-8f31-b7515a8d0930 HTTP/1.1" status: 204 len: 168 time: 0.1838183 Apr 19 18:04:01.262496 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:04.590724 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 33678) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:04:04.727422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-10b40b66-0793-46c8-8887-4993e7cb689b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:04.743579 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-10b40b66-0793-46c8-8887-4993e7cb689b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:04:04.748369 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-10b40b66-0793-46c8-8887-4993e7cb689b admin admin] Usage tracker for resource:security_group_rule and tenant:ead9b7a367674795b2f8adc590f19cec is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:04:04.751625 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-10b40b66-0793-46c8-8887-4993e7cb689b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:04:04.758525 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-10b40b66-0793-46c8-8887-4993e7cb689b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:04:04.852139 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-10b40b66-0793-46c8-8887-4993e7cb689b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:04.856407 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-10b40b66-0793-46c8-8887-4993e7cb689b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:04.867768 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ba120a66-9dd4-4605-8edd-42c22c5ca7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:04.911908 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-10b40b66-0793-46c8-8887-4993e7cb689b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ead9b7a367674795b2f8adc590f19cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199468 Apr 19 18:04:04.912990 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b40b66-0793-46c8-8887-4993e7cb689b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2988476-17e4-42b5-a6d4-e01da93b3402,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:04.916150 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 33684) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:04:04.916511 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-10b40b66-0793-46c8-8887-4993e7cb689b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:04.983750 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-427ba5e2-b770-4adb-be3d-db59456d778a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:05.012612 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-427ba5e2-b770-4adb-be3d-db59456d778a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:05.060366 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-427ba5e2-b770-4adb-be3d-db59456d778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:05.065451 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-eb1d1369-c0c8-4c84-944e-577fbeebde4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:05.078145 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ba5e2-b770-4adb-be3d-db59456d778a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2988476-17e4-42b5-a6d4-e01da93b3402,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:05.080697 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-427ba5e2-b770-4adb-be3d-db59456d778a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:05.084641 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-427ba5e2-b770-4adb-be3d-db59456d778a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:05.086573 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-427ba5e2-b770-4adb-be3d-db59456d778a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d2988476-17e4-42b5-a6d4-e01da93b3402 HTTP/1.1" status: 204 len: 168 time: 0.1685607 Apr 19 18:04:05.875389 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 33710) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:04:05.999389 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1064386895-network', 'tenant_id': '527396869d824e9180c98d43d84b2932'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:04:06.004674 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:04:06.008998 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Usage tracker for resource:network and tenant:527396869d824e9180c98d43d84b2932 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:04:06.012304 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:04:06.019034 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:04:06.030445 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Made reservation on behalf of 527396869d824e9180c98d43d84b2932 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:04:06.035363 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:06.048098 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:06.063557 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:04:06.067983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Usage tracker for resource:security_group_rule and tenant:527396869d824e9180c98d43d84b2932 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:04:06.071202 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:04:06.077873 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:04:06.169304 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:06.174411 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:06.179196 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8ef33a9e-13a4-4a33-ac07-7968767c1d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:06.213147 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:04:06.222306 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf4eb79-2435-46c5-aadb-234f997a7ea9,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:06.226189 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:06.228732 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:06.229150 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Added segment 06d2c034-920c-4580-b856-5a083ef711fe of type vlan for network 28f6f76a-3785-46d6-b93b-f7f266057d36 Apr 19 18:04:06.257897 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764668142058'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:06.292719 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:06.294215 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:06.294992 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:06.300636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:06.407042 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5304017 Apr 19 18:04:06.408001 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Pushing event updated for resources: {'Network': ['ID=28f6f76a-3785-46d6-b93b-f7f266057d36,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:06.410139 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 33716) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:04:06.412998 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:06.416866 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-5fba45ff-9070-4d0f-b4b1-78edc1cfe128 admin admin] Request body: {'subnet': {'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1064386895-subnet', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:04:06.419410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Network 28f6f76a-3785-46d6-b93b-f7f266057d36 details requested by agent ovs-agent-dv-cinder-786927-1-smb with host dv-cinder-786927-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:04:06.422363 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5fba45ff-9070-4d0f-b4b1-78edc1cfe128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:04:06.426533 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5fba45ff-9070-4d0f-b4b1-78edc1cfe128 admin admin] Usage tracker for resource:subnet and tenant:527396869d824e9180c98d43d84b2932 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:04:06.429622 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5fba45ff-9070-4d0f-b4b1-78edc1cfe128 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:04:06.436024 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5fba45ff-9070-4d0f-b4b1-78edc1cfe128 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:04:06.446791 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fba45ff-9070-4d0f-b4b1-78edc1cfe128 admin admin] Made reservation on behalf of 527396869d824e9180c98d43d84b2932 for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:04:06.452044 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5fba45ff-9070-4d0f-b4b1-78edc1cfe128 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3897578'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:06.882322 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5fba45ff-9070-4d0f-b4b1-78edc1cfe128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851853892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3897595'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:06.886287 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:06.958839 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba45ff-9070-4d0f-b4b1-78edc1cfe128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b2a4e5-5ca7-45f1-a04e-7d81d7574936,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:06.962861 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5fba45ff-9070-4d0f-b4b1-78edc1cfe128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:06.970922 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fba45ff-9070-4d0f-b4b1-78edc1cfe128 admin admin] Checking segment: {'id': '06d2c034-920c-4580-b856-5a083ef711fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:04:06.971311 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fba45ff-9070-4d0f-b4b1-78edc1cfe128 admin admin] Network hostable DHCP agents. Network: 28f6f76a-3785-46d6-b93b-f7f266057d36, hostable agents: ['e04df252-53f8-4f20-921c-5c31ef9947a5'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:04:06.991672 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fba45ff-9070-4d0f-b4b1-78edc1cfe128 admin admin] Network 28f6f76a-3785-46d6-b93b-f7f266057d36 is scheduled to be hosted by DHCP agent e04df252-53f8-4f20-921c-5c31ef9947a5 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:04:07.001721 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-5fba45ff-9070-4d0f-b4b1-78edc1cfe128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-smb, 28f6f76a-3785-46d6-b93b-f7f266057d36) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:04:07.011973 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f995bf9-e71c-4105-8f53-00c9e797e496 None None] Network 28f6f76a-3785-46d6-b93b-f7f266057d36 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:04:07.015390 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fba45ff-9070-4d0f-b4b1-78edc1cfe128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:07.016070 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5fba45ff-9070-4d0f-b4b1-78edc1cfe128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:07.036432 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5fba45ff-9070-4d0f-b4b1-78edc1cfe128 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6252632 Apr 19 18:04:07.039273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 33722) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:04:07.044745 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1064386895-router', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:04:07.049687 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:04:07.053814 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Usage tracker for resource:router and tenant:527396869d824e9180c98d43d84b2932 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:04:07.057544 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:04:07.064239 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:04:07.075264 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1809644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-312'] for router, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:07.076383 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852966172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852944382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853057005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775504'] for router, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:07.092645 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:07.244171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe99519b7-2792-57d6-bafa-c992fbacc188-28f6f76a-3785-46d6-b93b-f7f266057d36', 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'fixed_ips': [{'subnet_id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936'}]}} from dv-cinder-786927-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:04:07.245106 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:07.379004 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852944139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852958369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775519'] for router, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:07.415337 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Allocated IP 172.20.0.2 (28f6f76a-3785-46d6-b93b-f7f266057d36/67b2a4e5-5ca7-45f1-a04e-7d81d7574936/f25ec20f-a7fb-45f1-8afa-34e725471a89) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:04:07.634439 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:07.646931 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Transition to ACTIVE for port object f25ec20f-a7fb-45f1-8afa-34e725471a89 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:04:07.667857 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Transition to ACTIVE for port object f25ec20f-a7fb-45f1-8afa-34e725471a89 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:04:07.673528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:07.679089 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6e85624f-d403-4770-964c-bc1d04b4d48e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:07.729584 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:07.770837 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:07.771258 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Network 28f6f76a-3785-46d6-b93b-f7f266057d36 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:04:07.775418 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:04:07.779622 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:04:07.789302 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Pushing event updated for resources: {'Port': ['ID=f25ec20f-a7fb-45f1-8afa-34e725471a89,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:07.932661 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Allocated IP 172.28.2.84 (a2fa5661-1776-4bb8-890c-56efb392f8f6/97753496-fb36-4619-b754-5756b6f438bf/ca9d1c19-56b6-4a75-99e1-9695c5c77998) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:04:08.009403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:08.009737 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:08.010172 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:08.010555 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:08.010926 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:08.011466 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:08.011819 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:08.012186 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:08.012552 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:08.012916 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:08.013276 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:08.013662 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:08.048314 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:08.070472 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Attempting to bind port f25ec20f-a7fb-45f1-8afa-34e725471a89 on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:04:08.070793 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Attempting to bind port f25ec20f-a7fb-45f1-8afa-34e725471a89 by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': '06d2c034-920c-4580-b856-5a083ef711fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:04:08.071224 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Attempting to bind port f25ec20f-a7fb-45f1-8afa-34e725471a89 on network 28f6f76a-3785-46d6-b93b-f7f266057d36 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:04:08.077532 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:04:08.077977 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Checking segment: {'id': '06d2c034-920c-4580-b856-5a083ef711fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:04:08.078448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:08.078892 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Bound using segment: {'id': '06d2c034-920c-4580-b856-5a083ef711fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:04:08.079465 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Bound port: f25ec20f-a7fb-45f1-8afa-34e725471a89, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d2c034-920c-4580-b856-5a083ef711fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:04:08.079891 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:08.093301 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:08.125148 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:08.130290 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d22f4362-8b9b-44c6-bf12-0264d3fe71dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:08.177378 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] For port f25ec20f-a7fb-45f1-8afa-34e725471a89, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:04:08.180702 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] For port f25ec20f-a7fb-45f1-8afa-34e725471a89, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=f25ec20f-a7fb-45f1-8afa-34e725471a89,segment=NetworkSegment(06d2c034-920c-4580-b856-5a083ef711fe),segment_id=06d2c034-920c-4580-b856-5a083ef711fe)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:04:08.186760 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:08.191775 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:08.195196 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Network a2fa5661-1776-4bb8-890c-56efb392f8f6 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:04:08.198852 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:04:08.203123 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:04:08.240275 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Pushing event updated for resources: {'Port': ['ID=ca9d1c19-56b6-4a75-99e1-9695c5c77998,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:08.244640 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:08.273597 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Pushing event updated for resources: {'Port': ['ID=f25ec20f-a7fb-45f1-8afa-34e725471a89,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:08.277046 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:08.671913 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:09.288600 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831647'] for router, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:09.516156 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Router c42b76c6-48fb-494f-acd0-3bf8704fa4b8 is scheduled to L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 with binding_index 1 {{(pid=86357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:04:09.592416 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5d30cf-26ae-4763-a50f-067026e10619 None None] Network 28f6f76a-3785-46d6-b93b-f7f266057d36 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:04:09.676188 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device f25ec20f-a7fb-45f1-8afa-34e725471a89 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:04:09.709194 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:04:09.733095 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:09.734586 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Sync routers for ids ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:04:09.734740 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6943629 Apr 19 18:04:09.737684 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 33734) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:04:09.766579 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2a553ff4-e1da-4171-bdbe-3a6171f57116 None None] Provisioning for port f25ec20f-a7fb-45f1-8afa-34e725471a89 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:04:09.787882 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Routers {'c42b76c6-48fb-494f-acd0-3bf8704fa4b8'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:04:09.788567 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:03:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:04:10.011955 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port f25ec20f-a7fb-45f1-8afa-34e725471a89 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:04:10.037017 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port f25ec20f-a7fb-45f1-8afa-34e725471a89 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:04:10.037445 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:10.156500 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Set router c42b76c6-48fb-494f-acd0-3bf8704fa4b8 gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:04:10.483154 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:10.562523 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port f25ec20f-a7fb-45f1-8afa-34e725471a89, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=f25ec20f-a7fb-45f1-8afa-34e725471a89,segment=NetworkSegment(06d2c034-920c-4580-b856-5a083ef711fe),segment_id=06d2c034-920c-4580-b856-5a083ef711fe)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:04:10.571330 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:10.575727 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f3876c1f-569d-4900-91b2-d28c17b62004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:10.650320 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'name': 'tempest-TestShelveInstance-1064386895-router', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:08Z', 'revision_number': 3, 'project_id': '527396869d824e9180c98d43d84b2932', 'gw_port': {'id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:04:10.657037 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=f25ec20f-a7fb-45f1-8afa-34e725471a89,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:10.660449 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:10.661433 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Checking router: c42b76c6-48fb-494f-acd0-3bf8704fa4b8 for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:04:10.661824 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Updating router c42b76c6-48fb-494f-acd0-3bf8704fa4b8 port ca9d1c19-56b6-4a75-99e1-9695c5c77998 binding host dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:04:10.701715 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:10.726877 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e85e2e91-b790-4d32-be51-069a776667e0 None None] Provisioning complete for port f25ec20f-a7fb-45f1-8afa-34e725471a89 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:04:10.727225 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e85e2e91-b790-4d32-be51-069a776667e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:10.762331 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:10.921978 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Allocated IP 172.20.0.1 (28f6f76a-3785-46d6-b93b-f7f266057d36/67b2a4e5-5ca7-45f1-a04e-7d81d7574936/3c62a896-7e17-4552-9e3b-6a1ac948ee02) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:04:11.080089 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:11.098364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Transition to ACTIVE for port object 3c62a896-7e17-4552-9e3b-6a1ac948ee02 will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:04:11.126718 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:11.132207 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8103a652-3842-4484-8428-4d19649ff520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:11.191596 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:11.201960 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Network 28f6f76a-3785-46d6-b93b-f7f266057d36 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:04:11.205641 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:04:11.206104 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Transition to ACTIVE for port object ca9d1c19-56b6-4a75-99e1-9695c5c77998 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:04:11.209619 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:04:11.212954 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:11.218159 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:11.248774 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Pushing event updated for resources: {'Port': ['ID=3c62a896-7e17-4552-9e3b-6a1ac948ee02,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:11.257457 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:11.282536 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852965630'] for router_interface, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:11.411699 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:11.482662 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Attempting to bind port ca9d1c19-56b6-4a75-99e1-9695c5c77998 on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:04:11.483000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Attempting to bind port ca9d1c19-56b6-4a75-99e1-9695c5c77998 by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:04:11.483410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Attempting to bind port ca9d1c19-56b6-4a75-99e1-9695c5c77998 on network a2fa5661-1776-4bb8-890c-56efb392f8f6 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:04:11.485526 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cdb5e-1af9-48e8-a269-4ecd008ef7ff None None] Pushing event updated for resources: {'Port': ['ID=ca9d1c19-56b6-4a75-99e1-9695c5c77998,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:11.490737 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-828cdb5e-1af9-48e8-a269-4ecd008ef7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:11.494188 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:04:11.494504 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Checking segment: {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:04:11.494851 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:11.495361 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Bound using segment: {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:04:11.495963 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Bound port: ca9d1c19-56b6-4a75-99e1-9695c5c77998, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:04:11.496515 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:11.527415 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-f8667602-432b-42ab-98e2-c3e323d07aa8 None None] Provisioning for port 3c62a896-7e17-4552-9e3b-6a1ac948ee02 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:04:11.541528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-f8667602-432b-42ab-98e2-c3e323d07aa8 None None] Provisioning complete for port 3c62a896-7e17-4552-9e3b-6a1ac948ee02 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:04:11.541973 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f8667602-432b-42ab-98e2-c3e323d07aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:11.629535 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-f8667602-432b-42ab-98e2-c3e323d07aa8 None None] Port 3c62a896-7e17-4552-9e3b-6a1ac948ee02 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:04:11.633874 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device f25ec20f-a7fb-45f1-8afa-34e725471a89 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:04:11.653891 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:11.657693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183133'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:11.660546 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] For port ca9d1c19-56b6-4a75-99e1-9695c5c77998, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:04:11.682566 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] For port ca9d1c19-56b6-4a75-99e1-9695c5c77998, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=ca9d1c19-56b6-4a75-99e1-9695c5c77998,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:04:11.686740 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9ab4a049-757d-4f55-a432-23a600cecbec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:11.694809 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:11.701735 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:11.778003 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853104465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810277'] for router_interface, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:11.792524 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Pushing event updated for resources: {'Port': ['ID=3c62a896-7e17-4552-9e3b-6a1ac948ee02,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:11.795536 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:11.806437 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Routers {'c42b76c6-48fb-494f-acd0-3bf8704fa4b8'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:04:11.807137 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:03:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:04:11.879227 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cdb5e-1af9-48e8-a269-4ecd008ef7ff None None] Pushing event updated for resources: {'Port': ['ID=ca9d1c19-56b6-4a75-99e1-9695c5c77998,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:11.931483 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Network 28f6f76a-3785-46d6-b93b-f7f266057d36 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:04:11.932819 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:04:11.935786 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-828cdb5e-1af9-48e8-a269-4ecd008ef7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:11.936581 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port f25ec20f-a7fb-45f1-8afa-34e725471a89 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:04:11.936997 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:12.106508 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] Set router c42b76c6-48fb-494f-acd0-3bf8704fa4b8 gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:04:12.137374 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Router c42b76c6-48fb-494f-acd0-3bf8704fa4b8 has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:04:12.282184 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-4f277567-e83f-44a5-a388-d410c4b45469 None None] Provisioning complete for port 3c62a896-7e17-4552-9e3b-6a1ac948ee02 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:04:12.282612 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4f277567-e83f-44a5-a388-d410c4b45469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:12.341613 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:04:12.359240 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] 10.222.0.81 "PUT /v2.0/routers/c42b76c6-48fb-494f-acd0-3bf8704fa4b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6203606 Apr 19 18:04:12.424692 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-4f277567-e83f-44a5-a388-d410c4b45469 None None] Port 3c62a896-7e17-4552-9e3b-6a1ac948ee02 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:04:12.534345 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'name': 'tempest-TestShelveInstance-1064386895-router', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:11Z', 'revision_number': 4, 'project_id': '527396869d824e9180c98d43d84b2932', 'gw_port': {'id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '3c62a896-7e17-4552-9e3b-6a1ac948ee02', 'name': '', 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'mac_address': 'fa:16:3e:33:fe:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:10Z', 'updated_at': '2021-04-19T18:04:11Z', 'revision_number': 2, 'project_id': '527396869d824e9180c98d43d84b2932', 'subnets': [{'id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:04:12.539536 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bab823-7f5b-4ec7-8239-54fb486d2d16 None None] The sync data for ids ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'] in dv-cinder-786927-1-smb is: [{'id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'name': 'tempest-TestShelveInstance-1064386895-router', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:11Z', 'revision_number': 4, 'project_id': '527396869d824e9180c98d43d84b2932', 'gw_port': {'id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '3c62a896-7e17-4552-9e3b-6a1ac948ee02', 'name': '', 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'mac_address': 'fa:16:3e:33:fe:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:10Z', 'updated_at': '2021-04-19T18:04:11Z', 'revision_number': 2, 'project_id': '527396869d824e9180c98d43d84b2932', 'subnets': [{'id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:04:13.011971 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 33758) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:04:13.019259 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2032841908-network', 'tenant_id': '4a0324748b8e473eb7497f3d6dfce9a1'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:04:13.024600 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:04:13.029110 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Usage tracker for resource:network and tenant:4a0324748b8e473eb7497f3d6dfce9a1 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:04:13.032541 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:04:13.038677 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:04:13.049910 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Made reservation on behalf of 4a0324748b8e473eb7497f3d6dfce9a1 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:04:13.054811 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:13.069010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:13.085770 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:04:13.090275 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Usage tracker for resource:security_group_rule and tenant:4a0324748b8e473eb7497f3d6dfce9a1 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:04:13.093495 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:04:13.100054 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:04:13.191202 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:13.201351 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:13.206113 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0cb35cb4-c943-4004-9e4f-fb26001fc01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:13.238963 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:04:13.248714 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6508028-b490-4f92-a30e-b86b9c4d6c4e,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:13.252779 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:13.255932 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:13.256320 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Added segment 6d05d96b-41aa-401c-a657-f35881706172 of type vlan for network 7809a4cf-43dd-4e82-afa3-094f6eee25a3 Apr 19 18:04:13.291969 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764668142058'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:13.336876 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:13.339020 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:13.342341 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:13.348698 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-99006ed9-1f4f-48b5-889b-2dc0e1b87b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:13.460943 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4474330 Apr 19 18:04:13.463957 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 33764) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:04:13.464217 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Pushing event updated for resources: {'Network': ['ID=7809a4cf-43dd-4e82-afa3-094f6eee25a3,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:13.467607 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:13.471251 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-54f24959-36d5-4e77-b52d-6ffa51437e03 admin admin] Request body: {'subnet': {'network_id': '7809a4cf-43dd-4e82-afa3-094f6eee25a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2032841908-subnet', 'tenant_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:04:13.475046 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Network 7809a4cf-43dd-4e82-afa3-094f6eee25a3 details requested by agent ovs-agent-dv-cinder-786927-1-smb with host dv-cinder-786927-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:04:13.477098 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-54f24959-36d5-4e77-b52d-6ffa51437e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:04:13.481825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-54f24959-36d5-4e77-b52d-6ffa51437e03 admin admin] Usage tracker for resource:subnet and tenant:4a0324748b8e473eb7497f3d6dfce9a1 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:04:13.487261 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-54f24959-36d5-4e77-b52d-6ffa51437e03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:04:13.494550 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-54f24959-36d5-4e77-b52d-6ffa51437e03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:04:13.504507 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f24959-36d5-4e77-b52d-6ffa51437e03 admin admin] Made reservation on behalf of 4a0324748b8e473eb7497f3d6dfce9a1 for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:04:13.509705 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-54f24959-36d5-4e77-b52d-6ffa51437e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3897578'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:13.678195 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device ca9d1c19-56b6-4a75-99e1-9695c5c77998 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:04:13.757179 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port ca9d1c19-56b6-4a75-99e1-9695c5c77998 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:04:13.762682 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port ca9d1c19-56b6-4a75-99e1-9695c5c77998 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:04:13.763108 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:13.893117 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:13.911445 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port ca9d1c19-56b6-4a75-99e1-9695c5c77998, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=ca9d1c19-56b6-4a75-99e1-9695c5c77998,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:04:13.915053 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:13.917008 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:13.956273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-54f24959-36d5-4e77-b52d-6ffa51437e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851853892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3897595'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:13.961473 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:13.988221 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=ca9d1c19-56b6-4a75-99e1-9695c5c77998,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:13.991853 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:14.039879 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f24959-36d5-4e77-b52d-6ffa51437e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=989bf5e4-5a10-4ffb-b74a-f6c11bb086bc,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:14.043942 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-54f24959-36d5-4e77-b52d-6ffa51437e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:14.052154 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f24959-36d5-4e77-b52d-6ffa51437e03 admin admin] Checking segment: {'id': '6d05d96b-41aa-401c-a657-f35881706172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7809a4cf-43dd-4e82-afa3-094f6eee25a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:04:14.052562 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f24959-36d5-4e77-b52d-6ffa51437e03 admin admin] Network hostable DHCP agents. Network: 7809a4cf-43dd-4e82-afa3-094f6eee25a3, hostable agents: ['e04df252-53f8-4f20-921c-5c31ef9947a5'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:04:14.072946 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f24959-36d5-4e77-b52d-6ffa51437e03 admin admin] Network 7809a4cf-43dd-4e82-afa3-094f6eee25a3 is scheduled to be hosted by DHCP agent e04df252-53f8-4f20-921c-5c31ef9947a5 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:04:14.081759 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-54f24959-36d5-4e77-b52d-6ffa51437e03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-smb, 7809a4cf-43dd-4e82-afa3-094f6eee25a3) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:04:14.092220 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8a9f51-cad9-4b55-8c86-bcb151d7215c None None] Network 7809a4cf-43dd-4e82-afa3-094f6eee25a3 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:04:14.096312 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f24959-36d5-4e77-b52d-6ffa51437e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:14.096976 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-54f24959-36d5-4e77-b52d-6ffa51437e03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:14.117833 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-54f24959-36d5-4e77-b52d-6ffa51437e03 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6523366 Apr 19 18:04:14.120594 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 33768) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:04:14.126290 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2032841908-router', 'tenant_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:04:14.131241 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:04:14.135433 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Usage tracker for resource:router and tenant:4a0324748b8e473eb7497f3d6dfce9a1 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:04:14.139647 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:04:14.146388 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:04:14.156675 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1809644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-312'] for router, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:14.157777 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852966172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852944382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853057005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775504'] for router, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:14.177924 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:14.326608 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe99519b7-2792-57d6-bafa-c992fbacc188-7809a4cf-43dd-4e82-afa3-094f6eee25a3', 'network_id': '7809a4cf-43dd-4e82-afa3-094f6eee25a3', 'tenant_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'fixed_ips': [{'subnet_id': '989bf5e4-5a10-4ffb-b74a-f6c11bb086bc'}]}} from dv-cinder-786927-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:04:14.327540 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:14.461798 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852944139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852958369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775519'] for router, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:14.496764 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Allocated IP 172.20.0.2 (7809a4cf-43dd-4e82-afa3-094f6eee25a3/989bf5e4-5a10-4ffb-b74a-f6c11bb086bc/4029ccd6-4874-4a91-9fbe-bba525382b9b) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:04:14.718307 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:14.729352 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Transition to ACTIVE for port object 4029ccd6-4874-4a91-9fbe-bba525382b9b will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:04:14.749090 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Transition to ACTIVE for port object 4029ccd6-4874-4a91-9fbe-bba525382b9b will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:04:14.756279 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:14.761903 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:14.795330 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:14.827020 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:14.827990 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Network 7809a4cf-43dd-4e82-afa3-094f6eee25a3 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:04:14.831623 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:04:14.835557 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:04:14.845531 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Pushing event updated for resources: {'Port': ['ID=4029ccd6-4874-4a91-9fbe-bba525382b9b,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:14.878472 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:14.935716 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Attempting to bind port 4029ccd6-4874-4a91-9fbe-bba525382b9b on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:04:14.936093 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Attempting to bind port 4029ccd6-4874-4a91-9fbe-bba525382b9b by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': '6d05d96b-41aa-401c-a657-f35881706172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7809a4cf-43dd-4e82-afa3-094f6eee25a3'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:04:14.936536 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Attempting to bind port 4029ccd6-4874-4a91-9fbe-bba525382b9b on network 7809a4cf-43dd-4e82-afa3-094f6eee25a3 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:04:14.942429 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:04:14.942868 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Checking segment: {'id': '6d05d96b-41aa-401c-a657-f35881706172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7809a4cf-43dd-4e82-afa3-094f6eee25a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:04:14.943319 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:14.943771 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Bound using segment: {'id': '6d05d96b-41aa-401c-a657-f35881706172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7809a4cf-43dd-4e82-afa3-094f6eee25a3'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:04:14.944269 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Bound port: 4029ccd6-4874-4a91-9fbe-bba525382b9b, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d05d96b-41aa-401c-a657-f35881706172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7809a4cf-43dd-4e82-afa3-094f6eee25a3'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:04:14.944685 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:14.978717 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Allocated IP 172.28.2.14 (a2fa5661-1776-4bb8-890c-56efb392f8f6/97753496-fb36-4619-b754-5756b6f438bf/44803e2a-e0d7-489d-a060-bf0577bb96d1) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:04:15.147805 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:15.181369 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:15.187737 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fa07ce35-7023-4501-8d9a-df26258fd01a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:15.212778 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] For port 4029ccd6-4874-4a91-9fbe-bba525382b9b, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:04:15.218930 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] For port 4029ccd6-4874-4a91-9fbe-bba525382b9b, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=4029ccd6-4874-4a91-9fbe-bba525382b9b,segment=NetworkSegment(6d05d96b-41aa-401c-a657-f35881706172),segment_id=6d05d96b-41aa-401c-a657-f35881706172)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:04:15.222741 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:15.227124 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:15.257973 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Network a2fa5661-1776-4bb8-890c-56efb392f8f6 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:04:15.261831 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:04:15.267287 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:04:15.322306 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Pushing event updated for resources: {'Port': ['ID=44803e2a-e0d7-489d-a060-bf0577bb96d1,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:15.325444 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:15.330978 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Pushing event updated for resources: {'Port': ['ID=4029ccd6-4874-4a91-9fbe-bba525382b9b,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:15.340487 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-aa8c1d79-40e3-4da7-90dd-c943d450ab19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:15.711919 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device ca9d1c19-56b6-4a75-99e1-9695c5c77998 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:04:15.756769 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Sync routers for ids ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'] in dv-cinder-786927-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:04:15.772783 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Routers {'c42b76c6-48fb-494f-acd0-3bf8704fa4b8'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:04:15.773504 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:03:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:04:15.806302 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port ca9d1c19-56b6-4a75-99e1-9695c5c77998 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:04:15.806996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:15.957163 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0ee58950-8417-4a5d-9100-2786d436b798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:15.970978 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Set router c42b76c6-48fb-494f-acd0-3bf8704fa4b8 gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:04:16.075626 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:16.313397 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'name': 'tempest-TestShelveInstance-1064386895-router', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:11Z', 'revision_number': 4, 'project_id': '527396869d824e9180c98d43d84b2932', 'gw_port': {'id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '3c62a896-7e17-4552-9e3b-6a1ac948ee02', 'name': '', 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'mac_address': 'fa:16:3e:33:fe:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:10Z', 'updated_at': '2021-04-19T18:04:11Z', 'revision_number': 2, 'project_id': '527396869d824e9180c98d43d84b2932', 'subnets': [{'id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:04:16.317697 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Checking router: c42b76c6-48fb-494f-acd0-3bf8704fa4b8 for host: dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:04:16.318113 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Updating router c42b76c6-48fb-494f-acd0-3bf8704fa4b8 port 3c62a896-7e17-4552-9e3b-6a1ac948ee02 binding host dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:04:16.379986 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:16.453562 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1817415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831647'] for router, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:16.646298 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddf0f75-1764-4056-8822-31ec8545d226 None None] Network 7809a4cf-43dd-4e82-afa3-094f6eee25a3 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:04:16.685807 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Router 757f4f3e-a26d-4000-aaee-814bdb1d3d54 is scheduled to L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 with binding_index 1 {{(pid=86357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:04:16.729976 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-6f88492a-b527-4a1c-b873-fa6612706746 None None] Provisioning for port 4029ccd6-4874-4a91-9fbe-bba525382b9b completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:04:16.763370 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:16.777108 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Transition to ACTIVE for port object 3c62a896-7e17-4552-9e3b-6a1ac948ee02 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:04:16.783454 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:16.788499 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:16.876979 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e524c-ffd8-4133-a940-c4c306d35298 None None] Pushing event updated for resources: {'Port': ['ID=3c62a896-7e17-4552-9e3b-6a1ac948ee02,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:16.877568 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:04:16.912734 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:16.916870 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7925134 Apr 19 18:04:16.917122 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 33780) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:04:16.920350 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Sync routers for ids ['757f4f3e-a26d-4000-aaee-814bdb1d3d54'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:04:16.936544 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Routers {'757f4f3e-a26d-4000-aaee-814bdb1d3d54'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:04:16.936544 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:03:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['757f4f3e-a26d-4000-aaee-814bdb1d3d54'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:04:16.963520 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e524c-ffd8-4133-a940-c4c306d35298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:16.964004 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e524c-ffd8-4133-a940-c4c306d35298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:16.964803 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e524c-ffd8-4133-a940-c4c306d35298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:16.965294 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e524c-ffd8-4133-a940-c4c306d35298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:16.965759 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e524c-ffd8-4133-a940-c4c306d35298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:16.966249 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e524c-ffd8-4133-a940-c4c306d35298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:16.966718 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e524c-ffd8-4133-a940-c4c306d35298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:16.967195 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e524c-ffd8-4133-a940-c4c306d35298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:16.967653 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e524c-ffd8-4133-a940-c4c306d35298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:16.968110 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e524c-ffd8-4133-a940-c4c306d35298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:16.968568 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e524c-ffd8-4133-a940-c4c306d35298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:16.969021 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e524c-ffd8-4133-a940-c4c306d35298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:04:16.973203 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e38e524c-ffd8-4133-a940-c4c306d35298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:17.084069 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Attempting to bind port 3c62a896-7e17-4552-9e3b-6a1ac948ee02 on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:04:17.084719 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Attempting to bind port 3c62a896-7e17-4552-9e3b-6a1ac948ee02 by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': '06d2c034-920c-4580-b856-5a083ef711fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:04:17.085238 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Attempting to bind port 3c62a896-7e17-4552-9e3b-6a1ac948ee02 on network 28f6f76a-3785-46d6-b93b-f7f266057d36 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:04:17.091718 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:04:17.092453 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Checking segment: {'id': '06d2c034-920c-4580-b856-5a083ef711fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:04:17.093225 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:17.093798 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Bound using segment: {'id': '06d2c034-920c-4580-b856-5a083ef711fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:04:17.094596 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Bound port: 3c62a896-7e17-4552-9e3b-6a1ac948ee02, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d2c034-920c-4580-b856-5a083ef711fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:04:17.095019 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:17.187292 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Set router 757f4f3e-a26d-4000-aaee-814bdb1d3d54 gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:04:17.198587 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] For port 3c62a896-7e17-4552-9e3b-6a1ac948ee02, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:04:17.202089 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] For port 3c62a896-7e17-4552-9e3b-6a1ac948ee02, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=3c62a896-7e17-4552-9e3b-6a1ac948ee02,segment=NetworkSegment(06d2c034-920c-4580-b856-5a083ef711fe),segment_id=06d2c034-920c-4580-b856-5a083ef711fe)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:04:17.207279 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:17.217915 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b155a100-0605-418c-b20d-d0924e9a1606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:17.280140 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Routers {'c42b76c6-48fb-494f-acd0-3bf8704fa4b8'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:04:17.280841 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:03:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:04:17.564505 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'name': 'tempest-TestShelveInstance-2032841908-router', 'tenant_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '44803e2a-e0d7-489d-a060-bf0577bb96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:14Z', 'updated_at': '2021-04-19T18:04:15Z', 'revision_number': 3, 'project_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'gw_port': {'id': '44803e2a-e0d7-489d-a060-bf0577bb96d1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:14Z', 'updated_at': '2021-04-19T18:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:04:17.568890 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Checking router: 757f4f3e-a26d-4000-aaee-814bdb1d3d54 for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:04:17.569313 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Updating router 757f4f3e-a26d-4000-aaee-814bdb1d3d54 port 44803e2a-e0d7-489d-a060-bf0577bb96d1 binding host dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:04:17.636627 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:17.659743 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e524c-ffd8-4133-a940-c4c306d35298 None None] Pushing event updated for resources: {'Port': ['ID=3c62a896-7e17-4552-9e3b-6a1ac948ee02,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:17.665059 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e38e524c-ffd8-4133-a940-c4c306d35298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:17.721988 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] Set router c42b76c6-48fb-494f-acd0-3bf8704fa4b8 gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:04:17.767771 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 4029ccd6-4874-4a91-9fbe-bba525382b9b up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:04:17.777427 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:17.947145 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port 4029ccd6-4874-4a91-9fbe-bba525382b9b completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:04:17.957070 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 4029ccd6-4874-4a91-9fbe-bba525382b9b triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:04:17.957505 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:18.029892 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Allocated IP 172.20.0.1 (7809a4cf-43dd-4e82-afa3-094f6eee25a3/989bf5e4-5a10-4ffb-b74a-f6c11bb086bc/0af87d13-fff5-487f-ab40-30cd5bca3dad) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:04:18.079722 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'name': 'tempest-TestShelveInstance-1064386895-router', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:11Z', 'revision_number': 4, 'project_id': '527396869d824e9180c98d43d84b2932', 'gw_port': {'id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '3c62a896-7e17-4552-9e3b-6a1ac948ee02', 'name': '', 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'mac_address': 'fa:16:3e:33:fe:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:10Z', 'updated_at': '2021-04-19T18:04:17Z', 'revision_number': 4, 'project_id': '527396869d824e9180c98d43d84b2932', 'subnets': [{'id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:04:18.084025 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e9bc5-5b12-4d83-ba24-bc6c391b3cc7 None None] The sync data for ids ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'] in dv-cinder-786927-1-smb is: [{'id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'name': 'tempest-TestShelveInstance-1064386895-router', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:11Z', 'revision_number': 4, 'project_id': '527396869d824e9180c98d43d84b2932', 'gw_port': {'id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '3c62a896-7e17-4552-9e3b-6a1ac948ee02', 'name': '', 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'mac_address': 'fa:16:3e:33:fe:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:10Z', 'updated_at': '2021-04-19T18:04:17Z', 'revision_number': 4, 'project_id': '527396869d824e9180c98d43d84b2932', 'subnets': [{'id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:04:18.192542 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:18.200936 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:18.219030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Transition to ACTIVE for port object 0af87d13-fff5-487f-ab40-30cd5bca3dad will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:04:18.227060 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:18.244402 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:18.249754 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Transition to ACTIVE for port object 44803e2a-e0d7-489d-a060-bf0577bb96d1 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:04:18.251114 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a9f3b528-de56-4c24-a9f0-b912c74aff79 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:18.256785 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port 4029ccd6-4874-4a91-9fbe-bba525382b9b, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=4029ccd6-4874-4a91-9fbe-bba525382b9b,segment=NetworkSegment(6d05d96b-41aa-401c-a657-f35881706172),segment_id=6d05d96b-41aa-401c-a657-f35881706172)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:04:18.258868 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:18.264261 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-36ab99af-5f72-4ba6-92b1-3accdc1d9f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:18.303035 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:18.344002 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Network 7809a4cf-43dd-4e82-afa3-094f6eee25a3 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:04:18.349740 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Attempting to bind port 44803e2a-e0d7-489d-a060-bf0577bb96d1 on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:04:18.350188 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Attempting to bind port 44803e2a-e0d7-489d-a060-bf0577bb96d1 by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:04:18.350597 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Attempting to bind port 44803e2a-e0d7-489d-a060-bf0577bb96d1 on network a2fa5661-1776-4bb8-890c-56efb392f8f6 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:04:18.352750 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:04:18.357690 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:04:18.363877 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:04:18.364304 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Checking segment: {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:04:18.364762 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:18.365216 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Bound using segment: {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:04:18.365746 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Bound port: 44803e2a-e0d7-489d-a060-bf0577bb96d1, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30da0b3-8966-48fe-a7ce-950812c3b87c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:04:18.366192 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:18.400235 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e4269-8266-4c80-a32c-e1e9a76573e7 None None] Pushing event updated for resources: {'Port': ['ID=44803e2a-e0d7-489d-a060-bf0577bb96d1,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:18.403356 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b25e4269-8266-4c80-a32c-e1e9a76573e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:18.405211 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Pushing event updated for resources: {'Port': ['ID=0af87d13-fff5-487f-ab40-30cd5bca3dad,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:18.410288 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:18.411485 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:18.430363 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852965630'] for router_interface, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:18.519903 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=4029ccd6-4874-4a91-9fbe-bba525382b9b,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:18.523504 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:18.524974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] For port 44803e2a-e0d7-489d-a060-bf0577bb96d1, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:04:18.529142 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] For port 44803e2a-e0d7-489d-a060-bf0577bb96d1, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=44803e2a-e0d7-489d-a060-bf0577bb96d1,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:04:18.535801 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:18.540133 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:18.578492 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:18.630986 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Routers {'757f4f3e-a26d-4000-aaee-814bdb1d3d54'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:04:18.631683 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:03:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['757f4f3e-a26d-4000-aaee-814bdb1d3d54'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:04:18.762845 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e4269-8266-4c80-a32c-e1e9a76573e7 None None] Pushing event updated for resources: {'Port': ['ID=44803e2a-e0d7-489d-a060-bf0577bb96d1,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:18.766556 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b25e4269-8266-4c80-a32c-e1e9a76573e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:18.781964 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-6fbb8418-9896-4751-99d3-f6f010f555ff None None] Provisioning for port 0af87d13-fff5-487f-ab40-30cd5bca3dad completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:04:18.793464 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-6fbb8418-9896-4751-99d3-f6f010f555ff None None] Provisioning complete for port 0af87d13-fff5-487f-ab40-30cd5bca3dad triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:04:18.793988 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6fbb8418-9896-4751-99d3-f6f010f555ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:18.822458 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:18.826316 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:18.855194 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:18.877146 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb8418-9896-4751-99d3-f6f010f555ff None None] Port 0af87d13-fff5-487f-ab40-30cd5bca3dad cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:04:18.894928 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] Set router 757f4f3e-a26d-4000-aaee-814bdb1d3d54 gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:04:18.939138 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Pushing event updated for resources: {'Port': ['ID=0af87d13-fff5-487f-ab40-30cd5bca3dad,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:18.941497 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853104465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810277'] for router_interface, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:18.945436 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:19.102774 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Network 7809a4cf-43dd-4e82-afa3-094f6eee25a3 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:04:19.104685 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:04:19.326732 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-44417d5a-9cca-479a-8322-aaf34063f895 None None] Provisioning complete for port 0af87d13-fff5-487f-ab40-30cd5bca3dad triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:04:19.327289 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-44417d5a-9cca-479a-8322-aaf34063f895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:19.463996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-44417d5a-9cca-479a-8322-aaf34063f895 None None] Port 0af87d13-fff5-487f-ab40-30cd5bca3dad cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:04:19.471127 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e323d17c-8f8c-4b48-881f-ffff7319e478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:19.506807 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'name': 'tempest-TestShelveInstance-2032841908-router', 'tenant_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '44803e2a-e0d7-489d-a060-bf0577bb96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:14Z', 'updated_at': '2021-04-19T18:04:18Z', 'revision_number': 4, 'project_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'gw_port': {'id': '44803e2a-e0d7-489d-a060-bf0577bb96d1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:14Z', 'updated_at': '2021-04-19T18:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '0af87d13-fff5-487f-ab40-30cd5bca3dad', 'name': '', 'network_id': '7809a4cf-43dd-4e82-afa3-094f6eee25a3', 'tenant_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'mac_address': 'fa:16:3e:34:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '989bf5e4-5a10-4ffb-b74a-f6c11bb086bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:17Z', 'updated_at': '2021-04-19T18:04:18Z', 'revision_number': 1, 'project_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'subnets': [{'id': '989bf5e4-5a10-4ffb-b74a-f6c11bb086bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:04:19.511898 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29468064-311e-408d-a9c1-c5892c067e9e None None] The sync data for ids ['757f4f3e-a26d-4000-aaee-814bdb1d3d54'] in dv-cinder-786927-1-smb is: [{'id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'name': 'tempest-TestShelveInstance-2032841908-router', 'tenant_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '44803e2a-e0d7-489d-a060-bf0577bb96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:14Z', 'updated_at': '2021-04-19T18:04:18Z', 'revision_number': 4, 'project_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'gw_port': {'id': '44803e2a-e0d7-489d-a060-bf0577bb96d1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:14Z', 'updated_at': '2021-04-19T18:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '0af87d13-fff5-487f-ab40-30cd5bca3dad', 'name': '', 'network_id': '7809a4cf-43dd-4e82-afa3-094f6eee25a3', 'tenant_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'mac_address': 'fa:16:3e:34:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '989bf5e4-5a10-4ffb-b74a-f6c11bb086bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:17Z', 'updated_at': '2021-04-19T18:04:18Z', 'revision_number': 1, 'project_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'subnets': [{'id': '989bf5e4-5a10-4ffb-b74a-f6c11bb086bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:04:19.593807 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Router 757f4f3e-a26d-4000-aaee-814bdb1d3d54 has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:04:19.665376 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 4029ccd6-4874-4a91-9fbe-bba525382b9b up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:04:19.741850 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 4029ccd6-4874-4a91-9fbe-bba525382b9b triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:04:19.742296 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:19.808739 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:04:19.818220 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] 10.222.0.81 "PUT /v2.0/routers/757f4f3e-a26d-4000-aaee-814bdb1d3d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8999150 Apr 19 18:04:19.886954 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 3c62a896-7e17-4552-9e3b-6a1ac948ee02 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:04:19.960825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:19.982938 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port 3c62a896-7e17-4552-9e3b-6a1ac948ee02 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:04:19.988207 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 3c62a896-7e17-4552-9e3b-6a1ac948ee02 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:04:19.988632 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:20.121008 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:20.164990 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port 3c62a896-7e17-4552-9e3b-6a1ac948ee02, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=3c62a896-7e17-4552-9e3b-6a1ac948ee02,segment=NetworkSegment(06d2c034-920c-4580-b856-5a083ef711fe),segment_id=06d2c034-920c-4580-b856-5a083ef711fe)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:04:20.167513 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:20.169611 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:20.253480 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=3c62a896-7e17-4552-9e3b-6a1ac948ee02,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:20.257844 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:20.313071 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:20.645250 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 33798) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:04:20.651288 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-1999ba82-5332-4012-9132-e230e29514a6 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-708125545', 'description': 'tempest-secgroup-smoke-708125545 description', 'project_id': '527396869d824e9180c98d43d84b2932'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:04:20.658328 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1999ba82-5332-4012-9132-e230e29514a6 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:04:20.662730 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1999ba82-5332-4012-9132-e230e29514a6 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Usage tracker for resource:security_group and tenant:527396869d824e9180c98d43d84b2932 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:04:20.665890 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1999ba82-5332-4012-9132-e230e29514a6 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:04:20.672578 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1999ba82-5332-4012-9132-e230e29514a6 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:04:20.683897 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1999ba82-5332-4012-9132-e230e29514a6 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:20.707545 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1999ba82-5332-4012-9132-e230e29514a6 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:04:20.711683 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1999ba82-5332-4012-9132-e230e29514a6 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Usage tracker for resource:security_group_rule and tenant:527396869d824e9180c98d43d84b2932 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:04:20.714788 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1999ba82-5332-4012-9132-e230e29514a6 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:04:20.721398 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1999ba82-5332-4012-9132-e230e29514a6 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:04:20.798574 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1999ba82-5332-4012-9132-e230e29514a6 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:20.802038 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1999ba82-5332-4012-9132-e230e29514a6 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:20.806390 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-79b39891-ad94-4574-9665-230111f27292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:20.847587 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999ba82-5332-4012-9132-e230e29514a6 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbefdff-938b-4d83-8a96-83fea77ad45b,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:20.850669 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1999ba82-5332-4012-9132-e230e29514a6 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:20.852089 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1999ba82-5332-4012-9132-e230e29514a6 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:20.853396 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1999ba82-5332-4012-9132-e230e29514a6 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2069960 Apr 19 18:04:20.857098 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 33802) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:04:20.863144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-61829850-5adf-4ff1-9c64-3adead812bf7 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Request body: {'security_group_rule': {'security_group_id': '1cbefdff-938b-4d83-8a96-83fea77ad45b', 'project_id': '527396869d824e9180c98d43d84b2932', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:04:20.870292 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-61829850-5adf-4ff1-9c64-3adead812bf7 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:04:20.875195 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-61829850-5adf-4ff1-9c64-3adead812bf7 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Usage tracker for resource:security_group_rule and tenant:527396869d824e9180c98d43d84b2932 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:04:20.878589 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-61829850-5adf-4ff1-9c64-3adead812bf7 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:04:20.885162 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-61829850-5adf-4ff1-9c64-3adead812bf7 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:04:20.905770 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61829850-5adf-4ff1-9c64-3adead812bf7 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:20.984114 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61829850-5adf-4ff1-9c64-3adead812bf7 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:20.988597 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61829850-5adf-4ff1-9c64-3adead812bf7 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:20.991090 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:21.006757 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:04:21.016336 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61829850-5adf-4ff1-9c64-3adead812bf7 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325d36a3-a870-437d-ac51-f0bd53ba224e,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:21.019036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-61829850-5adf-4ff1-9c64-3adead812bf7 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:21.028116 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61829850-5adf-4ff1-9c64-3adead812bf7 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.029445 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-61829850-5adf-4ff1-9c64-3adead812bf7 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1710665 Apr 19 18:04:21.032686 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 33806) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:04:21.038659 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-08f7a7c4-2221-44f6-a893-719d9f4d5522 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Request body: {'security_group_rule': {'security_group_id': '1cbefdff-938b-4d83-8a96-83fea77ad45b', 'project_id': '527396869d824e9180c98d43d84b2932', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:04:21.045595 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-08f7a7c4-2221-44f6-a893-719d9f4d5522 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:04:21.049994 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-08f7a7c4-2221-44f6-a893-719d9f4d5522 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Usage tracker for resource:security_group_rule and tenant:527396869d824e9180c98d43d84b2932 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:04:21.053196 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-08f7a7c4-2221-44f6-a893-719d9f4d5522 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:04:21.059932 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-08f7a7c4-2221-44f6-a893-719d9f4d5522 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:04:21.082632 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08f7a7c4-2221-44f6-a893-719d9f4d5522 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.150252 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08f7a7c4-2221-44f6-a893-719d9f4d5522 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.154842 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08f7a7c4-2221-44f6-a893-719d9f4d5522 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.157004 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c8d407c9-4a6e-4561-96c3-64843f926cf0 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:21.180162 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7a7c4-2221-44f6-a893-719d9f4d5522 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083cf570-bbab-4353-b526-a3f621c1aa4b,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:21.182665 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-08f7a7c4-2221-44f6-a893-719d9f4d5522 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:21.190235 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08f7a7c4-2221-44f6-a893-719d9f4d5522 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.191492 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-08f7a7c4-2221-44f6-a893-719d9f4d5522 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1577492 Apr 19 18:04:21.194629 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 33810) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:04:21.200230 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-92159b96-7fd5-44ca-b89c-ad50151ddb02 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Request body: {'security_group_rule': {'security_group_id': '1cbefdff-938b-4d83-8a96-83fea77ad45b', 'project_id': '527396869d824e9180c98d43d84b2932', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:04:21.206670 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-92159b96-7fd5-44ca-b89c-ad50151ddb02 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:04:21.210907 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-92159b96-7fd5-44ca-b89c-ad50151ddb02 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Usage tracker for resource:security_group_rule and tenant:527396869d824e9180c98d43d84b2932 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:04:21.214090 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-92159b96-7fd5-44ca-b89c-ad50151ddb02 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:04:21.220545 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-92159b96-7fd5-44ca-b89c-ad50151ddb02 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:04:21.237229 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92159b96-7fd5-44ca-b89c-ad50151ddb02 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.305648 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92159b96-7fd5-44ca-b89c-ad50151ddb02 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.308937 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92159b96-7fd5-44ca-b89c-ad50151ddb02 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.315381 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e21001da-ef71-4cef-941b-7a59e2ef150d tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:21.336531 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92159b96-7fd5-44ca-b89c-ad50151ddb02 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac1b9f0-f60f-48d1-b676-dbed41d5c827,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:21.338965 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92159b96-7fd5-44ca-b89c-ad50151ddb02 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:21.346270 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92159b96-7fd5-44ca-b89c-ad50151ddb02 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.347527 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-92159b96-7fd5-44ca-b89c-ad50151ddb02 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518025 Apr 19 18:04:21.351677 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 33814) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:04:21.357354 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-366abd15-f4fe-4d01-8f88-df92d564d390 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Request body: {'security_group_rule': {'security_group_id': '1cbefdff-938b-4d83-8a96-83fea77ad45b', 'project_id': '527396869d824e9180c98d43d84b2932', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:04:21.363585 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-366abd15-f4fe-4d01-8f88-df92d564d390 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:04:21.367736 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-366abd15-f4fe-4d01-8f88-df92d564d390 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Usage tracker for resource:security_group_rule and tenant:527396869d824e9180c98d43d84b2932 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:04:21.370885 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-366abd15-f4fe-4d01-8f88-df92d564d390 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:04:21.377383 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-366abd15-f4fe-4d01-8f88-df92d564d390 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:04:21.399771 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-366abd15-f4fe-4d01-8f88-df92d564d390 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.474532 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-366abd15-f4fe-4d01-8f88-df92d564d390 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.478424 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-366abd15-f4fe-4d01-8f88-df92d564d390 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.481459 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c3792eb2-7322-4b75-b297-a4c4f02d72e6 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:21.506106 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366abd15-f4fe-4d01-8f88-df92d564d390 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace5ccc3-a8c1-43c6-995f-6e93f8fdbd94,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:21.508733 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-366abd15-f4fe-4d01-8f88-df92d564d390 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:21.516263 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-366abd15-f4fe-4d01-8f88-df92d564d390 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.517554 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-366abd15-f4fe-4d01-8f88-df92d564d390 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1649282 Apr 19 18:04:21.520933 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 33820) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:04:21.529196 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-c505a473-7963-4241-b6d5-8ca89596ec4b tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Request body: {'security_group_rule': {'security_group_id': '1cbefdff-938b-4d83-8a96-83fea77ad45b', 'project_id': '527396869d824e9180c98d43d84b2932', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:04:21.535947 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c505a473-7963-4241-b6d5-8ca89596ec4b tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:04:21.540274 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c505a473-7963-4241-b6d5-8ca89596ec4b tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Usage tracker for resource:security_group_rule and tenant:527396869d824e9180c98d43d84b2932 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:04:21.543615 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c505a473-7963-4241-b6d5-8ca89596ec4b tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:04:21.551077 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c505a473-7963-4241-b6d5-8ca89596ec4b tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:04:21.552360 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.563465 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.securitygroups_db [None req-c505a473-7963-4241-b6d5-8ca89596ec4b tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Project 527396869d824e9180c98d43d84b2932 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:04:21.570855 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c505a473-7963-4241-b6d5-8ca89596ec4b tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.647406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c505a473-7963-4241-b6d5-8ca89596ec4b tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.650826 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c505a473-7963-4241-b6d5-8ca89596ec4b tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.653081 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-61829850-5adf-4ff1-9c64-3adead812bf7 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:21.677590 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505a473-7963-4241-b6d5-8ca89596ec4b tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5520cf7-0f1c-483d-866a-57adbbfc6959,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:21.680297 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c505a473-7963-4241-b6d5-8ca89596ec4b tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:21.687762 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c505a473-7963-4241-b6d5-8ca89596ec4b tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.689045 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c505a473-7963-4241-b6d5-8ca89596ec4b tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1668077 Apr 19 18:04:21.692061 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 33824) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:04:21.697770 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-f241bc71-c223-47db-810e-d908a31deef5 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Request body: {'security_group_rule': {'security_group_id': '1cbefdff-938b-4d83-8a96-83fea77ad45b', 'project_id': '527396869d824e9180c98d43d84b2932', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:04:21.706018 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f241bc71-c223-47db-810e-d908a31deef5 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:04:21.710315 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f241bc71-c223-47db-810e-d908a31deef5 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Usage tracker for resource:security_group_rule and tenant:527396869d824e9180c98d43d84b2932 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:04:21.712786 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 44803e2a-e0d7-489d-a060-bf0577bb96d1 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:04:21.713404 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f241bc71-c223-47db-810e-d908a31deef5 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:04:21.719591 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f241bc71-c223-47db-810e-d908a31deef5 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:04:21.729382 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.securitygroups_db [None req-f241bc71-c223-47db-810e-d908a31deef5 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Project 527396869d824e9180c98d43d84b2932 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:04:21.736570 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f241bc71-c223-47db-810e-d908a31deef5 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.800309 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port 44803e2a-e0d7-489d-a060-bf0577bb96d1 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:04:21.805439 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 44803e2a-e0d7-489d-a060-bf0577bb96d1 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:04:21.805825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.806662 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f241bc71-c223-47db-810e-d908a31deef5 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.810032 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f241bc71-c223-47db-810e-d908a31deef5 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.812257 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2a53df99-665e-4b43-9384-bc20694371f4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:21.833877 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241bc71-c223-47db-810e-d908a31deef5 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a391ac5-ca2e-47d8-99b8-5920cad890c5,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:21.838397 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f241bc71-c223-47db-810e-d908a31deef5 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:21.846480 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f241bc71-c223-47db-810e-d908a31deef5 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.847736 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f241bc71-c223-47db-810e-d908a31deef5 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1547065 Apr 19 18:04:21.933275 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.952398 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port 44803e2a-e0d7-489d-a060-bf0577bb96d1, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=44803e2a-e0d7-489d-a060-bf0577bb96d1,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:04:21.958106 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:21.959467 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 3c62a896-7e17-4552-9e3b-6a1ac948ee02 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:04:21.993375 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b25e4269-8266-4c80-a32c-e1e9a76573e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:22.087577 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=44803e2a-e0d7-489d-a060-bf0577bb96d1,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:22.091119 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:22.100855 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 3c62a896-7e17-4552-9e3b-6a1ac948ee02 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:04:22.101277 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:22.654537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Sync routers for ids ['757f4f3e-a26d-4000-aaee-814bdb1d3d54'] in dv-cinder-786927-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:04:22.664575 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Routers {'757f4f3e-a26d-4000-aaee-814bdb1d3d54'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:04:22.665476 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:04:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['757f4f3e-a26d-4000-aaee-814bdb1d3d54'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:04:22.863895 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Set router 757f4f3e-a26d-4000-aaee-814bdb1d3d54 gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:04:23.212029 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'name': 'tempest-TestShelveInstance-2032841908-router', 'tenant_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '44803e2a-e0d7-489d-a060-bf0577bb96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:14Z', 'updated_at': '2021-04-19T18:04:18Z', 'revision_number': 4, 'project_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'gw_port': {'id': '44803e2a-e0d7-489d-a060-bf0577bb96d1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:14Z', 'updated_at': '2021-04-19T18:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '0af87d13-fff5-487f-ab40-30cd5bca3dad', 'name': '', 'network_id': '7809a4cf-43dd-4e82-afa3-094f6eee25a3', 'tenant_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'mac_address': 'fa:16:3e:34:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '989bf5e4-5a10-4ffb-b74a-f6c11bb086bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:17Z', 'updated_at': '2021-04-19T18:04:18Z', 'revision_number': 2, 'project_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'subnets': [{'id': '989bf5e4-5a10-4ffb-b74a-f6c11bb086bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:04:23.216851 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Checking router: 757f4f3e-a26d-4000-aaee-814bdb1d3d54 for host: dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:04:23.217271 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Updating router 757f4f3e-a26d-4000-aaee-814bdb1d3d54 port 0af87d13-fff5-487f-ab40-30cd5bca3dad binding host dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:04:23.277639 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:23.640803 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 44803e2a-e0d7-489d-a060-bf0577bb96d1 up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:04:23.654846 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:23.667948 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Transition to ACTIVE for port object 0af87d13-fff5-487f-ab40-30cd5bca3dad will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:04:23.675385 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:23.681186 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2b428cfa-9542-409a-a26e-59f12ee70058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:23.719967 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 44803e2a-e0d7-489d-a060-bf0577bb96d1 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:04:23.720604 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:23.822286 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da04036-4d2c-4819-a18e-c9edda52f026 None None] Pushing event updated for resources: {'Port': ['ID=0af87d13-fff5-487f-ab40-30cd5bca3dad,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:23.858481 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5da04036-4d2c-4819-a18e-c9edda52f026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:23.916733 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Attempting to bind port 0af87d13-fff5-487f-ab40-30cd5bca3dad on host dv-cinder-786927-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:04:23.917317 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Attempting to bind port 0af87d13-fff5-487f-ab40-30cd5bca3dad by drivers openvswitch,hyperv on host dv-cinder-786927-1-smb at level 0 using segments [{'id': '6d05d96b-41aa-401c-a657-f35881706172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7809a4cf-43dd-4e82-afa3-094f6eee25a3'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:04:23.917513 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Attempting to bind port 0af87d13-fff5-487f-ab40-30cd5bca3dad on network 7809a4cf-43dd-4e82-afa3-094f6eee25a3 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:04:23.923712 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Checking agent: {'id': '6d5d7e4a-111f-4048-8402-af2fa72f3820', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 17, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:04:23.924124 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Checking segment: {'id': '6d05d96b-41aa-401c-a657-f35881706172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7809a4cf-43dd-4e82-afa3-094f6eee25a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:04:23.924564 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:23.924993 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Bound using segment: {'id': '6d05d96b-41aa-401c-a657-f35881706172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7809a4cf-43dd-4e82-afa3-094f6eee25a3'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:04:23.925505 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Bound port: 0af87d13-fff5-487f-ab40-30cd5bca3dad, host: dv-cinder-786927-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d05d96b-41aa-401c-a657-f35881706172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7809a4cf-43dd-4e82-afa3-094f6eee25a3'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:04:23.925916 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:24.031828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] For port 0af87d13-fff5-487f-ab40-30cd5bca3dad, host dv-cinder-786927-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:04:24.035073 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] For port 0af87d13-fff5-487f-ab40-30cd5bca3dad, host dv-cinder-786927-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=0af87d13-fff5-487f-ab40-30cd5bca3dad,segment=NetworkSegment(6d05d96b-41aa-401c-a657-f35881706172),segment_id=6d05d96b-41aa-401c-a657-f35881706172)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:04:24.039762 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:24.043840 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2aa0f5eb-954f-4073-9217-4535512efad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:24.122893 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Routers {'757f4f3e-a26d-4000-aaee-814bdb1d3d54'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:04:24.123595 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:04:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['757f4f3e-a26d-4000-aaee-814bdb1d3d54'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:04:24.197001 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da04036-4d2c-4819-a18e-c9edda52f026 None None] Pushing event updated for resources: {'Port': ['ID=0af87d13-fff5-487f-ab40-30cd5bca3dad,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:24.250373 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5da04036-4d2c-4819-a18e-c9edda52f026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:24.502521 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] Set router 757f4f3e-a26d-4000-aaee-814bdb1d3d54 gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:04:24.839526 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'name': 'tempest-TestShelveInstance-2032841908-router', 'tenant_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '44803e2a-e0d7-489d-a060-bf0577bb96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:14Z', 'updated_at': '2021-04-19T18:04:18Z', 'revision_number': 4, 'project_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'gw_port': {'id': '44803e2a-e0d7-489d-a060-bf0577bb96d1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:14Z', 'updated_at': '2021-04-19T18:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '0af87d13-fff5-487f-ab40-30cd5bca3dad', 'name': '', 'network_id': '7809a4cf-43dd-4e82-afa3-094f6eee25a3', 'tenant_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'mac_address': 'fa:16:3e:34:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '989bf5e4-5a10-4ffb-b74a-f6c11bb086bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:17Z', 'updated_at': '2021-04-19T18:04:24Z', 'revision_number': 4, 'project_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'subnets': [{'id': '989bf5e4-5a10-4ffb-b74a-f6c11bb086bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:04:24.844094 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3566e645-2864-4c6e-9efe-1fb5a5f5eb8b None None] The sync data for ids ['757f4f3e-a26d-4000-aaee-814bdb1d3d54'] in dv-cinder-786927-1-smb is: [{'id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'name': 'tempest-TestShelveInstance-2032841908-router', 'tenant_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '44803e2a-e0d7-489d-a060-bf0577bb96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:14Z', 'updated_at': '2021-04-19T18:04:18Z', 'revision_number': 4, 'project_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'gw_port': {'id': '44803e2a-e0d7-489d-a060-bf0577bb96d1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:14Z', 'updated_at': '2021-04-19T18:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '0af87d13-fff5-487f-ab40-30cd5bca3dad', 'name': '', 'network_id': '7809a4cf-43dd-4e82-afa3-094f6eee25a3', 'tenant_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'mac_address': 'fa:16:3e:34:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '989bf5e4-5a10-4ffb-b74a-f6c11bb086bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:17Z', 'updated_at': '2021-04-19T18:04:24Z', 'revision_number': 4, 'project_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'subnets': [{'id': '989bf5e4-5a10-4ffb-b74a-f6c11bb086bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:04:25.663142 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 0af87d13-fff5-487f-ab40-30cd5bca3dad up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:04:25.735447 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning for port 0af87d13-fff5-487f-ab40-30cd5bca3dad completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:04:25.740764 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 0af87d13-fff5-487f-ab40-30cd5bca3dad triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:04:25.741188 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:25.876308 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:25.913758 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] For port 0af87d13-fff5-487f-ab40-30cd5bca3dad, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=0af87d13-fff5-487f-ab40-30cd5bca3dad,segment=NetworkSegment(6d05d96b-41aa-401c-a657-f35881706172),segment_id=6d05d96b-41aa-401c-a657-f35881706172)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:04:25.918334 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:25.920585 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:25.994883 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Pushing event updated for resources: {'Port': ['ID=0af87d13-fff5-487f-ab40-30cd5bca3dad,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:25.998594 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:27.650354 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 0af87d13-fff5-487f-ab40-30cd5bca3dad up at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:04:27.729116 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Provisioning complete for port 0af87d13-fff5-487f-ab40-30cd5bca3dad triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:04:27.729536 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:30.546158 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-40441162-5949-48d9-a218-7005e3ff91e7 req-2af5d82b-d3aa-4801-b427-d1ab5eebce40 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1937184 Apr 19 18:04:30.667320 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40441162-5949-48d9-a218-7005e3ff91e7 req-072fbbeb-14e3-4910-b8ab-266ffead9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:30.668962 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-40441162-5949-48d9-a218-7005e3ff91e7 req-072fbbeb-14e3-4910-b8ab-266ffead9426 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1f4a777e1a94e01a726e0f78a04f457&device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 1137 time: 0.0904961 Apr 19 18:04:30.832440 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40441162-5949-48d9-a218-7005e3ff91e7 req-270b78f1-41ed-4970-9170-72fdc64e9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:30.834102 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-40441162-5949-48d9-a218-7005e3ff91e7 req-270b78f1-41ed-4970-9170-72fdc64e9c4a service neutron] 10.222.0.52 "GET /v2.0/networks?id=78b15170-126a-40db-a90b-93ef0092a0be HTTP/1.1" status: 200 len: 916 time: 0.1420252 Apr 19 18:04:30.960029 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-40441162-5949-48d9-a218-7005e3ff91e7 req-f532e34b-42cd-49fb-9696-697606612489 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94134715-f15c-4565-812f-6c802c581b7b HTTP/1.1" status: 200 len: 1000 time: 0.1112971 Apr 19 18:04:31.038588 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40441162-5949-48d9-a218-7005e3ff91e7 req-48fc3713-c6d5-4c0b-afa7-a8d0c57f4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:31.040091 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-40441162-5949-48d9-a218-7005e3ff91e7 req-48fc3713-c6d5-4c0b-afa7-a8d0c57f4863 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8f92494-8de7-4c63-96f4-31b3ac55cc7f HTTP/1.1" status: 200 len: 854 time: 0.0718870 Apr 19 18:04:31.128738 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40441162-5949-48d9-a218-7005e3ff91e7 req-e92df631-060a-4f69-ad3d-b9eb83a57956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:31.130429 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-40441162-5949-48d9-a218-7005e3ff91e7 req-e92df631-060a-4f69-ad3d-b9eb83a57956 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78b15170-126a-40db-a90b-93ef0092a0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818758 Apr 19 18:04:31.276341 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:31.285541 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-40441162-5949-48d9-a218-7005e3ff91e7 req-df4a197b-834c-465a-bbb4-77f26ede3835 service neutron] 10.222.0.52 "GET /v2.0/networks/78b15170-126a-40db-a90b-93ef0092a0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467657 Apr 19 18:04:31.445550 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-40441162-5949-48d9-a218-7005e3ff91e7 req-5ea8668b-9f3a-4f76-aadf-4219844cccd6 service neutron] 10.222.0.52 "GET /v2.0/networks/78b15170-126a-40db-a90b-93ef0092a0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517382 Apr 19 18:04:41.012858 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144b96a-837b-482f-ac44-73193e856c4b req-6ce41a6a-ccb0-404e-acfd-a1c2cfaafcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:41.014503 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c144b96a-837b-482f-ac44-73193e856c4b req-6ce41a6a-ccb0-404e-acfd-a1c2cfaafcab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1f4a777e1a94e01a726e0f78a04f457&device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 1137 time: 0.0799615 Apr 19 18:04:41.048126 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0291190-6c70-44a6-bc81-618556891dbd req-f2406768-298d-4664-80bd-a2a5a7fddf83 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:41.049909 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e0291190-6c70-44a6-bc81-618556891dbd req-f2406768-298d-4664-80bd-a2a5a7fddf83 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 984 time: 0.0890243 Apr 19 18:04:41.102037 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e0291190-6c70-44a6-bc81-618556891dbd req-29e1e865-5bff-4c47-a222-b04dd75d3162 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&id=979b1f78-773e-4929-95e2-d8e2578c5610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449159 Apr 19 18:04:41.166531 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144b96a-837b-482f-ac44-73193e856c4b req-4f7c90a4-7cb2-4be2-a242-766d793ffa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:41.168157 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c144b96a-837b-482f-ac44-73193e856c4b req-4f7c90a4-7cb2-4be2-a242-766d793ffa93 service neutron] 10.222.0.52 "GET /v2.0/networks?id=78b15170-126a-40db-a90b-93ef0092a0be HTTP/1.1" status: 200 len: 916 time: 0.1462672 Apr 19 18:04:41.282239 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c144b96a-837b-482f-ac44-73193e856c4b req-9a48ba6b-6867-4ade-8e00-8fe25879caa1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94134715-f15c-4565-812f-6c802c581b7b HTTP/1.1" status: 200 len: 1000 time: 0.1066124 Apr 19 18:04:41.355966 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144b96a-837b-482f-ac44-73193e856c4b req-c0180651-7de8-4074-8855-0bcdf823f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:41.357525 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c144b96a-837b-482f-ac44-73193e856c4b req-c0180651-7de8-4074-8855-0bcdf823f881 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8f92494-8de7-4c63-96f4-31b3ac55cc7f HTTP/1.1" status: 200 len: 854 time: 0.0683243 Apr 19 18:04:41.445283 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144b96a-837b-482f-ac44-73193e856c4b req-8ea13602-5a5e-4bdb-b65e-1da903947a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:41.446918 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c144b96a-837b-482f-ac44-73193e856c4b req-8ea13602-5a5e-4bdb-b65e-1da903947a38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78b15170-126a-40db-a90b-93ef0092a0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827448 Apr 19 18:04:41.591717 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c144b96a-837b-482f-ac44-73193e856c4b req-dcfd4207-9c00-40b9-8467-3c6bc91c9d78 service neutron] 10.222.0.52 "GET /v2.0/networks/78b15170-126a-40db-a90b-93ef0092a0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346157 Apr 19 18:04:41.746417 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c144b96a-837b-482f-ac44-73193e856c4b req-acdac160-1a00-48be-80da-81e286a663db service neutron] 10.222.0.52 "GET /v2.0/networks/78b15170-126a-40db-a90b-93ef0092a0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450522 Apr 19 18:04:42.412303 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52ebdc-7840-4a47-a3a0-54e990b44ecb req-c637af0a-f608-4f92-9bfb-318ca0b0d4c0 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:42.414096 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6c52ebdc-7840-4a47-a3a0-54e990b44ecb req-c637af0a-f608-4f92-9bfb-318ca0b0d4c0 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.1017776 Apr 19 18:04:42.468798 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6c52ebdc-7840-4a47-a3a0-54e990b44ecb req-f93122a3-a1dd-42b9-9a53-60241a7112ad tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478244 Apr 19 18:04:42.564665 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b3c9b-606d-4c17-8345-7aa1c6b9fbb6 req-7ce429ba-86de-4773-a7bf-2cec5bcce46d tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:42.566291 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-744b3c9b-606d-4c17-8345-7aa1c6b9fbb6 req-7ce429ba-86de-4773-a7bf-2cec5bcce46d tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 984 time: 0.3395061 Apr 19 18:04:42.620853 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-744b3c9b-606d-4c17-8345-7aa1c6b9fbb6 req-4511f2f9-a478-48c9-93ae-316d7728e281 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&id=979b1f78-773e-4929-95e2-d8e2578c5610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441937 Apr 19 18:04:43.672575 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-fa9e1abf-a635-4d06-bd8b-ead0eec42a0f tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Synchronizing usage tracker for tenant:527396869d824e9180c98d43d84b2932 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:04:43.680676 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec37d1d-f0e0-46cf-9848-40dd71d25881 req-1712a7bf-fd41-496b-bd2e-9c2218804b6b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:43.682286 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7ec37d1d-f0e0-46cf-9848-40dd71d25881 req-1712a7bf-fd41-496b-bd2e-9c2218804b6b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.0928967 Apr 19 18:04:43.689907 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-fa9e1abf-a635-4d06-bd8b-ead0eec42a0f tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Unset dirty status for tenant:527396869d824e9180c98d43d84b2932 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:04:43.691120 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-fa9e1abf-a635-4d06-bd8b-ead0eec42a0f tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708125545&fields=id&tenant_id=527396869d824e9180c98d43d84b2932 HTTP/1.1" status: 200 len: 267 time: 0.0638638 Apr 19 18:04:43.731440 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7ec37d1d-f0e0-46cf-9848-40dd71d25881 req-7882ed61-eb24-4af8-bbb7-244f79342242 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424483 Apr 19 18:04:43.859459 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-2543af9a-3a53-43d4-9c15-0ab2a708db5a tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:43.860100 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-2543af9a-3a53-43d4-9c15-0ab2a708db5a tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Synchronizing usage tracker for tenant:527396869d824e9180c98d43d84b2932 on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:04:43.878450 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-2543af9a-3a53-43d4-9c15-0ab2a708db5a tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Unset dirty status for tenant:527396869d824e9180c98d43d84b2932 on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:04:43.879722 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-2543af9a-3a53-43d4-9c15-0ab2a708db5a tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/networks?id=28f6f76a-3785-46d6-b93b-f7f266057d36 HTTP/1.1" status: 200 len: 809 time: 0.1807561 Apr 19 18:04:43.896607 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-e66badb7-8154-4284-b65a-4fe915a1ac1f tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/quotas/527396869d824e9180c98d43d84b2932 HTTP/1.1" status: 200 len: 375 time: 0.0105014 Apr 19 18:04:43.928555 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97f65b-e962-459f-8f52-baacbab34a02 req-8cda8580-a418-4efc-b9da-aef5cc009ce8 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:43.930180 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4d97f65b-e962-459f-8f52-baacbab34a02 req-8cda8580-a418-4efc-b9da-aef5cc009ce8 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 984 time: 0.0951297 Apr 19 18:04:43.980282 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4d97f65b-e962-459f-8f52-baacbab34a02 req-8761568c-a89f-4dec-9f5e-721b42f0e54b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&id=979b1f78-773e-4929-95e2-d8e2578c5610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435021 Apr 19 18:04:43.992530 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-d8e00dbd-2f73-4b5e-9c6b-cf8190ba6b63 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=527396869d824e9180c98d43d84b2932&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897090 Apr 19 18:04:44.199490 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-bbc5e3b6-15c6-4f08-a5ce-1163ea87a503 service neutron] 10.222.0.81 "GET /v2.0/networks/28f6f76a-3785-46d6-b93b-f7f266057d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938419 Apr 19 18:04:44.352448 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-662333d6-e22d-476f-bf13-feb986ae4c8c service neutron] 10.222.0.81 "GET /v2.0/networks/28f6f76a-3785-46d6-b93b-f7f266057d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428761 Apr 19 18:04:44.955828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ada9d-2b91-4086-a87d-5c28b19f8e9d req-25fb4cba-cefa-4118-9cd1-942071011b6a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:44.957404 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1f5ada9d-2b91-4086-a87d-5c28b19f8e9d req-25fb4cba-cefa-4118-9cd1-942071011b6a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.1022172 Apr 19 18:04:45.008010 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1f5ada9d-2b91-4086-a87d-5c28b19f8e9d req-58f71312-874e-46cd-b4da-d27f5034a7f5 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410831 Apr 19 18:04:45.223536 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64532d-fb98-4d1e-8b99-f6a8d8a9e615 req-f11aee99-f860-4da7-b763-726dbbc036b5 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:45.225305 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bb64532d-fb98-4d1e-8b99-f6a8d8a9e615 req-f11aee99-f860-4da7-b763-726dbbc036b5 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 984 time: 0.1004984 Apr 19 18:04:45.288579 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bb64532d-fb98-4d1e-8b99-f6a8d8a9e615 req-84681f0a-a67e-484d-935a-a3c33dd1b106 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&id=979b1f78-773e-4929-95e2-d8e2578c5610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553720 Apr 19 18:04:45.816334 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-9ce87592-9104-4a9e-b240-676f7e97d1eb req-c51bafa4-8072-44fb-b35e-3491af157095 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Synchronizing usage tracker for tenant:527396869d824e9180c98d43d84b2932 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:04:45.835248 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-9ce87592-9104-4a9e-b240-676f7e97d1eb req-c51bafa4-8072-44fb-b35e-3491af157095 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Unset dirty status for tenant:527396869d824e9180c98d43d84b2932 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:04:45.836394 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9ce87592-9104-4a9e-b240-676f7e97d1eb req-c51bafa4-8072-44fb-b35e-3491af157095 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 210 time: 0.0757701 Apr 19 18:04:45.941096 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4c5c5fff-e9a0-4da2-8a91-a0e60b2e6e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:46.251137 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49648d2f-1272-4e68-ba1d-27feb802fff6 req-c77b00c3-eea0-4a7f-ab5e-c4fe3d6e312d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:46.252750 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-49648d2f-1272-4e68-ba1d-27feb802fff6 req-c77b00c3-eea0-4a7f-ab5e-c4fe3d6e312d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.1075222 Apr 19 18:04:46.304782 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-49648d2f-1272-4e68-ba1d-27feb802fff6 req-4294d1f9-e4f9-47be-b363-823fd427312c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427573 Apr 19 18:04:46.490492 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff93a8-55fa-4f83-8795-a79a08eee315 req-6de36ab8-781b-4bca-b76f-d1824f49bd8c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:46.492088 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-96ff93a8-55fa-4f83-8795-a79a08eee315 req-6de36ab8-781b-4bca-b76f-d1824f49bd8c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 984 time: 0.0904202 Apr 19 18:04:46.547112 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-96ff93a8-55fa-4f83-8795-a79a08eee315 req-ea20288b-9980-48a8-ba41-edb1044571d2 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&id=979b1f78-773e-4929-95e2-d8e2578c5610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483582 Apr 19 18:04:46.946798 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2599c268-d3f4-4285-9fea-1d9c51d27198 req-f887d65b-1673-40ac-96cb-67c7383a4976 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 210 time: 0.0492280 Apr 19 18:04:47.520258 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a122e7-05be-4c6f-a30b-9b80fa3f1f62 req-eb5ebd60-8557-4f17-8895-2fa72496d82d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:47.521884 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-33a122e7-05be-4c6f-a30b-9b80fa3f1f62 req-eb5ebd60-8557-4f17-8895-2fa72496d82d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.0901349 Apr 19 18:04:47.574173 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-33a122e7-05be-4c6f-a30b-9b80fa3f1f62 req-cfe26a88-a2a8-41c5-bedc-f4625dfb80b1 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428851 Apr 19 18:04:47.760091 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd2231-7c6b-4da9-8845-dbe0aed138bd req-a469408a-c790-40b7-9db9-4f6a2bf15f83 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:47.761682 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-abbd2231-7c6b-4da9-8845-dbe0aed138bd req-a469408a-c790-40b7-9db9-4f6a2bf15f83 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 984 time: 0.0966654 Apr 19 18:04:47.818639 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-abbd2231-7c6b-4da9-8845-dbe0aed138bd req-8b1104c9-0540-4055-ae79-32c64c1d087a tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&id=979b1f78-773e-4929-95e2-d8e2578c5610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482340 Apr 19 18:04:48.064223 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-600a9565-88f3-4a54-b687-e59cd23c7aee req-d1c04648-9baf-4d4e-ab53-dcd61a3827b6 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 210 time: 0.0491161 Apr 19 18:04:48.795889 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10a496-ce2c-4632-b2f2-849e25a389fb req-409fc6a2-d6f8-4bee-94db-9f11f874f341 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:48.797485 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb10a496-ce2c-4632-b2f2-849e25a389fb req-409fc6a2-d6f8-4bee-94db-9f11f874f341 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.0931098 Apr 19 18:04:48.849734 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb10a496-ce2c-4632-b2f2-849e25a389fb req-70dab362-9b13-4110-b0db-8cbac855be8c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456290 Apr 19 18:04:49.025213 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2dddb-12cc-4aad-8a95-2f8bdcd6a394 req-4cac766e-01a3-453c-80b6-f23a1bfc8297 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:49.026839 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-38a2dddb-12cc-4aad-8a95-2f8bdcd6a394 req-4cac766e-01a3-453c-80b6-f23a1bfc8297 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 984 time: 0.0946255 Apr 19 18:04:49.079378 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-38a2dddb-12cc-4aad-8a95-2f8bdcd6a394 req-f9c09fd9-70dc-43a9-a75c-bbbf426380f8 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&id=979b1f78-773e-4929-95e2-d8e2578c5610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454955 Apr 19 18:04:49.177954 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e3ee5ecb-3847-4b9b-88e9-a04d4e0fc133 req-3dadde27-eda8-417b-a477-ed8e9a7ecd43 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 210 time: 0.0558567 Apr 19 18:04:49.404329 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4439c85e-9bee-4978-b7d9-1bbd7a2abc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:49.908140 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:50.070667 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3143825-a60e-49ec-87af-4030b27fe724 req-fcd2e437-7905-4a6d-a10b-7ce7818f82b6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:50.072292 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d3143825-a60e-49ec-87af-4030b27fe724 req-fcd2e437-7905-4a6d-a10b-7ce7818f82b6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.0969272 Apr 19 18:04:50.125004 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d3143825-a60e-49ec-87af-4030b27fe724 req-c68dd018-fc8c-4d50-9703-7680398a8e6e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434535 Apr 19 18:04:50.284554 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687cc4f-30d6-402c-a443-ad31983dbb57 req-902b98fe-30f7-478b-8a17-30a515ceb404 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:50.286360 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4687cc4f-30d6-402c-a443-ad31983dbb57 req-902b98fe-30f7-478b-8a17-30a515ceb404 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 984 time: 0.0919847 Apr 19 18:04:50.305191 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:50.347112 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4687cc4f-30d6-402c-a443-ad31983dbb57 req-5bda4d47-7f33-45c9-9fc2-33bae8a126a8 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&id=979b1f78-773e-4929-95e2-d8e2578c5610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495734 Apr 19 18:04:50.359850 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-47eb0465-1a4e-415c-8755-c8a90e4ac1b4 req-70250157-e975-4918-9e8d-959b73278e59 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 210 time: 0.0484643 Apr 19 18:04:51.426491 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-59159c58-12f8-450b-9b90-9d91ba94fe23 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:51.428082 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-59159c58-12f8-450b-9b90-9d91ba94fe23 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.52 "GET /v2.0/networks?id=28f6f76a-3785-46d6-b93b-f7f266057d36 HTTP/1.1" status: 200 len: 809 time: 0.2222502 Apr 19 18:04:51.467486 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011eeb9-a849-497d-8b06-22d2e58de0b5 req-bafc45fe-2f5a-4dea-a6ae-3c026f8ac639 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:51.469084 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5011eeb9-a849-497d-8b06-22d2e58de0b5 req-bafc45fe-2f5a-4dea-a6ae-3c026f8ac639 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.1752849 Apr 19 18:04:51.559314 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:51.561212 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5011eeb9-a849-497d-8b06-22d2e58de0b5 req-039e5e28-003c-41b9-809f-ca20ea104bc5 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799127 Apr 19 18:04:51.572189 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d554d8-0e54-4ec5-8ac4-8e2bcb0bb3b4 req-455aff54-86f2-4f1a-b13f-0d4c8011f7e9 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:51.572390 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-8c461151-2155-4295-82e7-5b3a99655eb2 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=527396869d824e9180c98d43d84b2932 HTTP/1.1" status: 200 len: 8059 time: 0.1326354 Apr 19 18:04:51.574088 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c9d554d8-0e54-4ec5-8ac4-8e2bcb0bb3b4 req-455aff54-86f2-4f1a-b13f-0d4c8011f7e9 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 984 time: 0.1074538 Apr 19 18:04:51.583641 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-6e225390-773c-48b6-88ae-a081d1301f61 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Request body: {'port': {'device_id': '4f6755d6-3d67-466c-b3f7-1e0f1ca03b61', 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36', 'admin_state_up': True, 'tenant_id': '527396869d824e9180c98d43d84b2932', 'security_groups': ['1cbefdff-938b-4d83-8a96-83fea77ad45b']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:04:51.633260 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c9d554d8-0e54-4ec5-8ac4-8e2bcb0bb3b4 req-43be354f-1dbb-423c-9f8d-9aaf2ba43894 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&id=979b1f78-773e-4929-95e2-d8e2578c5610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462961 Apr 19 18:04:51.996496 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-39fb39bc-2ccb-485e-b681-3ea4f73c8325 req-0edbbb94-bf30-4d50-a9ad-d9a8ef944bd4 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 210 time: 0.3282204 Apr 19 18:04:52.042888 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-6e225390-773c-48b6-88ae-a081d1301f61 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:04:52.054528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-6e225390-773c-48b6-88ae-a081d1301f61 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:04:52.072060 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-6e225390-773c-48b6-88ae-a081d1301f61 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Made reservation on behalf of 527396869d824e9180c98d43d84b2932 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:04:52.079495 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-6e225390-773c-48b6-88ae-a081d1301f61 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:52.270805 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-6e225390-773c-48b6-88ae-a081d1301f61 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Allocated IP 172.20.0.5 (28f6f76a-3785-46d6-b93b-f7f266057d36/67b2a4e5-5ca7-45f1-a04e-7d81d7574936/580c19a2-424f-4085-999d-92f113cbadb0) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:04:52.474740 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-6e225390-773c-48b6-88ae-a081d1301f61 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:52.491489 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-6e225390-773c-48b6-88ae-a081d1301f61 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Transition to ACTIVE for port object 580c19a2-424f-4085-999d-92f113cbadb0 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:04:52.518621 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-6e225390-773c-48b6-88ae-a081d1301f61 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:52.528160 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a5dc7ff3-709c-4042-967e-be0133d3da61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:52.600260 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-6e225390-773c-48b6-88ae-a081d1301f61 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Network 28f6f76a-3785-46d6-b93b-f7f266057d36 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:04:52.603604 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-6e225390-773c-48b6-88ae-a081d1301f61 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:04:52.607815 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-6e225390-773c-48b6-88ae-a081d1301f61 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:04:52.645664 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e225390-773c-48b6-88ae-a081d1301f61 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Pushing event updated for resources: {'Port': ['ID=580c19a2-424f-4085-999d-92f113cbadb0,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:52.653287 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6e225390-773c-48b6-88ae-a081d1301f61 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:52.713355 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-6e225390-773c-48b6-88ae-a081d1301f61 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:52.714123 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-6e225390-773c-48b6-88ae-a081d1301f61 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:52.750448 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-6e225390-773c-48b6-88ae-a081d1301f61 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1712773 Apr 19 18:04:52.767488 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Request body: {'port': {'device_id': '4f6755d6-3d67-466c-b3f7-1e0f1ca03b61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:04:52.784151 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d89ece-89f5-4cff-8961-171ca7527510 req-46ed26f9-6745-4968-8b4d-df717ba8770e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:52.785779 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-74d89ece-89f5-4cff-8961-171ca7527510 req-46ed26f9-6745-4968-8b4d-df717ba8770e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.1006324 Apr 19 18:04:52.834072 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-74d89ece-89f5-4cff-8961-171ca7527510 req-102c5358-aaf7-4601-9e86-3a53f090dd49 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418620 Apr 19 18:04:52.868270 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-634dcf7b-23b9-4db0-b0ab-132d455de716 None None] Provisioning for port 580c19a2-424f-4085-999d-92f113cbadb0 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:04:52.873852 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-634dcf7b-23b9-4db0-b0ab-132d455de716 None None] Provisioning complete for port 580c19a2-424f-4085-999d-92f113cbadb0 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:04:52.874285 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-634dcf7b-23b9-4db0-b0ab-132d455de716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:52.932293 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-634dcf7b-23b9-4db0-b0ab-132d455de716 None None] Port 580c19a2-424f-4085-999d-92f113cbadb0 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:04:52.978742 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f40bbb-e5ee-4638-9784-cc72f3b33adb req-25a3f385-3913-4d83-91bd-216440e864e1 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:52.980328 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-27f40bbb-e5ee-4638-9784-cc72f3b33adb req-25a3f385-3913-4d83-91bd-216440e864e1 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 984 time: 0.1829793 Apr 19 18:04:52.981079 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:53.096781 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-27f40bbb-e5ee-4638-9784-cc72f3b33adb req-3daafff5-8ce8-4acf-8558-189805541dc6 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&id=979b1f78-773e-4929-95e2-d8e2578c5610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1041963 Apr 19 18:04:53.212455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42c5b0-f83f-48d2-97db-993bf1950f44 req-d2b244d3-d99d-406b-a6e2-eb7fb5ed98fa tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:53.214076 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3b42c5b0-f83f-48d2-97db-993bf1950f44 req-d2b244d3-d99d-406b-a6e2-eb7fb5ed98fa tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 931 time: 0.0930946 Apr 19 18:04:53.263370 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3b42c5b0-f83f-48d2-97db-993bf1950f44 req-6eac439d-2541-46cf-a03e-239e92bb706b tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424130 Apr 19 18:04:53.392193 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580c19a2-424f-4085-999d-92f113cbadb0 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:04:53.400516 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:53.416329 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Transition to ACTIVE for port object 580c19a2-424f-4085-999d-92f113cbadb0 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:04:53.420278 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:53.424069 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:53.561980 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Pushing event updated for resources: {'Port': ['ID=580c19a2-424f-4085-999d-92f113cbadb0,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:53.566451 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:53.674961 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Attempting to bind port 580c19a2-424f-4085-999d-92f113cbadb0 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:04:53.675307 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Attempting to bind port 580c19a2-424f-4085-999d-92f113cbadb0 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '06d2c034-920c-4580-b856-5a083ef711fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:04:53.675700 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Attempting to bind port 580c19a2-424f-4085-999d-92f113cbadb0 on network 28f6f76a-3785-46d6-b93b-f7f266057d36 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:04:53.680887 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Port 580c19a2-424f-4085-999d-92f113cbadb0 on network 28f6f76a-3785-46d6-b93b-f7f266057d36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:04:53.681243 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Attempting to bind port 580c19a2-424f-4085-999d-92f113cbadb0 on network 28f6f76a-3785-46d6-b93b-f7f266057d36 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:04:53.686890 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Checking agent: {'id': '65b29327-db8b-4ae4-8402-12a24c685031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'started_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:04:53.687263 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Checking segment: {'id': '06d2c034-920c-4580-b856-5a083ef711fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:04:53.687655 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Bound using segment: {'id': '06d2c034-920c-4580-b856-5a083ef711fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:04:53.688154 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Bound port: 580c19a2-424f-4085-999d-92f113cbadb0, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d2c034-920c-4580-b856-5a083ef711fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:04:53.688540 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:53.789371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] For port 580c19a2-424f-4085-999d-92f113cbadb0, host hv-cinder-78692, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:04:53.792619 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] For port 580c19a2-424f-4085-999d-92f113cbadb0, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=580c19a2-424f-4085-999d-92f113cbadb0,segment=NetworkSegment(06d2c034-920c-4580-b856-5a083ef711fe),segment_id=06d2c034-920c-4580-b856-5a083ef711fe)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:04:53.797004 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:53.802260 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2f3589fd-d36b-4849-8931-58e0b54cd58d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:53.854976 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:53.855624 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:53.857097 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] 10.222.0.52 "PUT /v2.0/ports/580c19a2-424f-4085-999d-92f113cbadb0 HTTP/1.1" status: 200 len: 1093 time: 1.0954151 Apr 19 18:04:53.857638 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6755d6-3d67-466c-b3f7-1e0f1ca03b61', 'tag': '580c19a2-424f-4085-999d-92f113cbadb0'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:04:53.897153 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Pushing event updated for resources: {'Port': ['ID=580c19a2-424f-4085-999d-92f113cbadb0,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:53.900824 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:53.985670 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6755d6-3d67-466c-b3f7-1e0f1ca03b61', 'tag': '580c19a2-424f-4085-999d-92f113cbadb0', 'status': 'completed', 'code': 200} Apr 19 18:04:53.999946 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-3d1ff567-412d-499f-b445-5f5da1e916ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:54.001999 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-3d1ff567-412d-499f-b445-5f5da1e916ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=527396869d824e9180c98d43d84b2932&device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 1096 time: 0.0976462 Apr 19 18:04:54.076063 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2e261-e932-4b26-90c3-3a52111e8646 req-c518c037-e4b2-411b-86bc-9bd9087776e8 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:54.077774 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6ad2e261-e932-4b26-90c3-3a52111e8646 req-c518c037-e4b2-411b-86bc-9bd9087776e8 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.0903606 Apr 19 18:04:54.088092 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-e4e4237c-834b-4f84-b7e4-0c3599192cb4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580c19a2-424f-4085-999d-92f113cbadb0 HTTP/1.1" status: 200 len: 217 time: 0.0717177 Apr 19 18:04:54.131406 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6ad2e261-e932-4b26-90c3-3a52111e8646 req-cdedbfaa-faf2-459f-bd9e-7f2468d139b8 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467470 Apr 19 18:04:54.161841 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-ef49bf1e-529e-4848-b68b-109d43aa1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:54.163515 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-ef49bf1e-529e-4848-b68b-109d43aa1950 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67b2a4e5-5ca7-45f1-a04e-7d81d7574936 HTTP/1.1" status: 200 len: 848 time: 0.0690870 Apr 19 18:04:54.317115 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a08e0bb9-ca10-482a-8a7f-aa59b25ef194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:54.319044 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a08e0bb9-ca10-482a-8a7f-aa59b25ef194 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=28f6f76a-3785-46d6-b93b-f7f266057d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1476023 Apr 19 18:04:54.361500 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a080d-2a7d-43e4-93d7-316be989e040 req-11a66838-3364-4a63-973d-93e02bc5a50f tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:54.363115 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6d9a080d-2a7d-43e4-93d7-316be989e040 req-11a66838-3364-4a63-973d-93e02bc5a50f tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 984 time: 0.1438878 Apr 19 18:04:54.477344 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cf78d-7eea-49d0-bdc0-451c83f22349 req-a3e5a300-c1b7-487b-8600-98a642d47f27 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:54.478916 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e36cf78d-7eea-49d0-bdc0-451c83f22349 req-a3e5a300-c1b7-487b-8600-98a642d47f27 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 943 time: 0.0919867 Apr 19 18:04:54.492018 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6d9a080d-2a7d-43e4-93d7-316be989e040 req-3aaf9136-0da6-4c58-a649-6233ecf985c0 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&id=979b1f78-773e-4929-95e2-d8e2578c5610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807538 Apr 19 18:04:54.513384 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-694364db-860e-4e9d-8255-66d7c993e207 service neutron] 10.222.0.52 "GET /v2.0/networks/28f6f76a-3785-46d6-b93b-f7f266057d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867509 Apr 19 18:04:54.529269 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e36cf78d-7eea-49d0-bdc0-451c83f22349 req-34c359f8-e188-4ce2-b66b-860744739103 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436053 Apr 19 18:04:54.660316 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-828e3d19-4218-4c42-a921-95e04fb6f9f9 req-a6a628c5-829f-4971-bc92-4c416ba25613 service neutron] 10.222.0.52 "GET /v2.0/networks/28f6f76a-3785-46d6-b93b-f7f266057d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394713 Apr 19 18:04:54.792981 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9ae7e-6fa2-4913-bf02-847833345864 req-c67ff429-23f8-47a4-bcb9-7097a1a783ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:54.794662 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cac9ae7e-6fa2-4913-bf02-847833345864 req-c67ff429-23f8-47a4-bcb9-7097a1a783ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=527396869d824e9180c98d43d84b2932&device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 1096 time: 0.0825315 Apr 19 18:04:54.936062 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9ae7e-6fa2-4913-bf02-847833345864 req-c87dd0b6-04bf-4706-a394-7a218a61c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:54.937630 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cac9ae7e-6fa2-4913-bf02-847833345864 req-c87dd0b6-04bf-4706-a394-7a218a61c0f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=28f6f76a-3785-46d6-b93b-f7f266057d36 HTTP/1.1" status: 200 len: 910 time: 0.1363785 Apr 19 18:04:55.014386 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cac9ae7e-6fa2-4913-bf02-847833345864 req-a373ba67-2ab9-4074-8c6b-505fb8367b15 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580c19a2-424f-4085-999d-92f113cbadb0 HTTP/1.1" status: 200 len: 217 time: 0.0691359 Apr 19 18:04:55.085692 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9ae7e-6fa2-4913-bf02-847833345864 req-4469c539-d9e9-48f8-a86f-f5eda49f72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:55.087244 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cac9ae7e-6fa2-4913-bf02-847833345864 req-4469c539-d9e9-48f8-a86f-f5eda49f72a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67b2a4e5-5ca7-45f1-a04e-7d81d7574936 HTTP/1.1" status: 200 len: 848 time: 0.0659237 Apr 19 18:04:55.176085 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9ae7e-6fa2-4913-bf02-847833345864 req-108eabd3-32e7-4468-ba63-133f315525db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:55.177722 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cac9ae7e-6fa2-4913-bf02-847833345864 req-108eabd3-32e7-4468-ba63-133f315525db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=28f6f76a-3785-46d6-b93b-f7f266057d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834208 Apr 19 18:04:55.631128 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cac9ae7e-6fa2-4913-bf02-847833345864 req-17fdf92f-7636-4a6d-848e-2d3523e6e1c5 service neutron] 10.222.0.52 "GET /v2.0/networks/28f6f76a-3785-46d6-b93b-f7f266057d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437933 Apr 19 18:04:55.672095 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865b9af-f5a6-40cc-b222-1da442261c75 req-66b4758f-55d5-4c7d-94c3-c5b056ed5a96 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:55.673718 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0865b9af-f5a6-40cc-b222-1da442261c75 req-66b4758f-55d5-4c7d-94c3-c5b056ed5a96 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.4155052 Apr 19 18:04:55.741547 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2aa359-8fdc-4a52-b4b7-49f495961fc1 req-72adba03-fd8b-4425-a920-57c3edc1a009 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:55.743182 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9c2aa359-8fdc-4a52-b4b7-49f495961fc1 req-72adba03-fd8b-4425-a920-57c3edc1a009 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 943 time: 0.0951133 Apr 19 18:04:55.794024 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9c2aa359-8fdc-4a52-b4b7-49f495961fc1 req-dfcae51b-f65c-4d4a-81ab-f915bc18f981 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437400 Apr 19 18:04:55.806673 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0865b9af-f5a6-40cc-b222-1da442261c75 req-53324357-90c4-4a57-8b70-574477e725d9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818722 Apr 19 18:04:55.824353 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cac9ae7e-6fa2-4913-bf02-847833345864 req-36871e79-7e42-4a0b-b3c9-de0c658191f2 service neutron] 10.222.0.52 "GET /v2.0/networks/28f6f76a-3785-46d6-b93b-f7f266057d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854682 Apr 19 18:04:57.004598 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ad124-1e98-41f0-a4de-b42de46aab6e req-7c0aad61-f11c-4d00-a3df-b2646139c9d9 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:57.006246 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b04ad124-1e98-41f0-a4de-b42de46aab6e req-7c0aad61-f11c-4d00-a3df-b2646139c9d9 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 943 time: 0.0899808 Apr 19 18:04:57.022353 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957108ba-af14-44b7-b7e2-75e814118972 req-1844b69a-0b6c-4e2b-8d34-60b191a7d8f4 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:57.024045 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-957108ba-af14-44b7-b7e2-75e814118972 req-1844b69a-0b6c-4e2b-8d34-60b191a7d8f4 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.0943866 Apr 19 18:04:57.055840 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b04ad124-1e98-41f0-a4de-b42de46aab6e req-d5b0dc87-84c4-4600-b117-e743036aca6f tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430381 Apr 19 18:04:57.074325 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-957108ba-af14-44b7-b7e2-75e814118972 req-624cf815-eafd-4b21-9d18-6f172bf4cb41 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434990 Apr 19 18:04:57.995249 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 580c19a2-424f-4085-999d-92f113cbadb0 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:04:58.005729 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:04:58.140384 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 580c19a2-424f-4085-999d-92f113cbadb0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=580c19a2-424f-4085-999d-92f113cbadb0,segment=NetworkSegment(06d2c034-920c-4580-b856-5a083ef711fe),segment_id=06d2c034-920c-4580-b856-5a083ef711fe)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:04:58.154256 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': '580c19a2-424f-4085-999d-92f113cbadb0', 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36', 'port_id': '580c19a2-424f-4085-999d-92f113cbadb0', 'mac_address': 'fa:16:3e:9e:a2:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:04:58.216319 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:58.234851 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580c19a2-424f-4085-999d-92f113cbadb0 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:04:58.252190 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 580c19a2-424f-4085-999d-92f113cbadb0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=580c19a2-424f-4085-999d-92f113cbadb0,segment=NetworkSegment(06d2c034-920c-4580-b856-5a083ef711fe),segment_id=06d2c034-920c-4580-b856-5a083ef711fe)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:04:58.255560 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:04:58.257456 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-775a3b8e-93e2-499e-86c3-9fe91f8d31f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:04:58.276658 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0621e-62b1-4ca6-a9f2-659359e31630 req-a64c3f99-9a41-4e25-84f4-17beef93142c tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:58.277596 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-eca0621e-62b1-4ca6-a9f2-659359e31630 req-a64c3f99-9a41-4e25-84f4-17beef93142c tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Synchronizing usage tracker for tenant:527396869d824e9180c98d43d84b2932 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:04:58.299479 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-eca0621e-62b1-4ca6-a9f2-659359e31630 req-a64c3f99-9a41-4e25-84f4-17beef93142c tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Unset dirty status for tenant:527396869d824e9180c98d43d84b2932 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:04:58.300804 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-eca0621e-62b1-4ca6-a9f2-659359e31630 req-a64c3f99-9a41-4e25-84f4-17beef93142c tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 943 time: 0.1244600 Apr 19 18:04:58.334983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=580c19a2-424f-4085-999d-92f113cbadb0,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:04:58.342759 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:04:58.366219 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-eca0621e-62b1-4ca6-a9f2-659359e31630 req-c22dc8ac-361e-450e-8af9-72fa0bd25b9f tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561078 Apr 19 18:04:58.480802 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f7e61-6779-4b6b-a5df-4f5b19cd85c9 req-ae44c6af-9b0d-4635-93ee-dea7a5f2d3ad tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:58.482426 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5e5f7e61-6779-4b6b-a5df-4f5b19cd85c9 req-ae44c6af-9b0d-4635-93ee-dea7a5f2d3ad tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.0954626 Apr 19 18:04:58.533126 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5e5f7e61-6779-4b6b-a5df-4f5b19cd85c9 req-178bb72c-fa65-4514-8199-984afe2e8cbe tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422726 Apr 19 18:04:58.555577 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cca5c1-4155-4510-bdc8-672dd1b3a265 req-8f42b429-bf5f-4045-b5f7-937f91c9ff86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:58.557216 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-46cca5c1-4155-4510-bdc8-672dd1b3a265 req-8f42b429-bf5f-4045-b5f7-937f91c9ff86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0905850 Apr 19 18:04:58.606435 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-46cca5c1-4155-4510-bdc8-672dd1b3a265 req-6e8fab7c-564e-41fb-8e90-4d8c40a656a6 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425076 Apr 19 18:04:58.997352 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['580c19a2-424f-4085-999d-92f113cbadb0'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:04:59.572910 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b8754-30d7-45e3-87eb-9f1bd1a9a4ac req-3cd067e7-bbb6-4cb4-a46d-6f42ba7d09d1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:59.574509 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3e6b8754-30d7-45e3-87eb-9f1bd1a9a4ac req-3cd067e7-bbb6-4cb4-a46d-6f42ba7d09d1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 944 time: 0.0928576 Apr 19 18:04:59.631589 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3e6b8754-30d7-45e3-87eb-9f1bd1a9a4ac req-337693eb-e17e-4fad-adef-8ca6dbd917f9 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474472 Apr 19 18:04:59.747955 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1507dab-c6d1-411e-97ae-cf9133b84814 req-bc30406e-55b2-4878-a2e7-bb42d397a11e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:59.749553 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f1507dab-c6d1-411e-97ae-cf9133b84814 req-bc30406e-55b2-4878-a2e7-bb42d397a11e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.0946026 Apr 19 18:04:59.799458 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f1507dab-c6d1-411e-97ae-cf9133b84814 req-d1b48596-093b-4c00-b6c7-6082b8e88cc5 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431883 Apr 19 18:04:59.832619 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427877b-4acb-41e7-beb0-5152feb77b47 req-efc43594-3101-4251-ab0f-2e31d329bf3c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:04:59.834202 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5427877b-4acb-41e7-beb0-5152feb77b47 req-efc43594-3101-4251-ab0f-2e31d329bf3c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.1023893 Apr 19 18:04:59.884492 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5427877b-4acb-41e7-beb0-5152feb77b47 req-096bf3d2-2b56-45f8-9d7e-f844816b8e3c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436680 Apr 19 18:05:00.001051 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device c53af3ad-96e9-4516-95db-ab6e390e4961 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:05:00.148396 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port c53af3ad-96e9-4516-95db-ab6e390e4961, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c53af3ad-96e9-4516-95db-ab6e390e4961,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:05:00.162615 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': 'c53af3ad-96e9-4516-95db-ab6e390e4961', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'port_id': 'c53af3ad-96e9-4516-95db-ab6e390e4961', 'mac_address': 'fa:16:3e:d3:49:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:05:00.221619 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:00.239434 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c53af3ad-96e9-4516-95db-ab6e390e4961 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:05:00.256431 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port c53af3ad-96e9-4516-95db-ab6e390e4961, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c53af3ad-96e9-4516-95db-ab6e390e4961,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:05:00.260466 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:00.262361 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:00.333785 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbee6a-9117-4685-8763-2a85f9325dc9 req-007569d1-b6e5-42cc-b7ba-1de3c8138acb tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:00.335749 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=c53af3ad-96e9-4516-95db-ab6e390e4961,revision_number=6']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:00.336213 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-21dbee6a-9117-4685-8763-2a85f9325dc9 req-007569d1-b6e5-42cc-b7ba-1de3c8138acb tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.52 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0929782 Apr 19 18:05:00.338981 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:00.417828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-21dbee6a-9117-4685-8763-2a85f9325dc9 req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Deleting port 560eda9a-4205-4a90-a959-19ee77ae8d41 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:05:00.418183 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-21dbee6a-9117-4685-8763-2a85f9325dc9 req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:00.445326 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['c53af3ad-96e9-4516-95db-ab6e390e4961'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:05:00.687001 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-21dbee6a-9117-4685-8763-2a85f9325dc9 req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] For port 560eda9a-4205-4a90-a959-19ee77ae8d41, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=560eda9a-4205-4a90-a959-19ee77ae8d41,segment=NetworkSegment(ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb),segment_id=ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:05:00.687560 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-21dbee6a-9117-4685-8763-2a85f9325dc9 req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:01.014506 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1b883-63c2-4246-ad65-627f44d28e2d req-cde079f9-40ba-480e-bc9b-9e9cdaea1b7b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:01.016471 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d1b1b883-63c2-4246-ad65-627f44d28e2d req-cde079f9-40ba-480e-bc9b-9e9cdaea1b7b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 945 time: 0.0934787 Apr 19 18:05:01.049021 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f9101-eb88-4940-ac42-393bd17423f7 req-c6d0164d-b95a-40ca-a6ac-d65174d8c415 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:01.050670 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-258f9101-eb88-4940-ac42-393bd17423f7 req-c6d0164d-b95a-40ca-a6ac-d65174d8c415 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 944 time: 0.2987275 Apr 19 18:05:01.066719 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d1b1b883-63c2-4246-ad65-627f44d28e2d req-2f64c772-fb0f-42c0-8f62-7f377e964dc8 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432832 Apr 19 18:05:01.093774 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-21dbee6a-9117-4685-8763-2a85f9325dc9 req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:01.094282 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-21dbee6a-9117-4685-8763-2a85f9325dc9 req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810353'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:01.094508 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.l3_db [req-21dbee6a-9117-4685-8763-2a85f9325dc9 req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Floating IP 408dfef4-36be-4c3d-95d8-50865d3d9d9c disassociated. External IP: 172.28.2.97, port: 560eda9a-4205-4a90-a959-19ee77ae8d41. Apr 19 18:05:01.094890 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-21dbee6a-9117-4685-8763-2a85f9325dc9 req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Calling delete_port for 560eda9a-4205-4a90-a959-19ee77ae8d41 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:05:01.171309 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-258f9101-eb88-4940-ac42-393bd17423f7 req-f73a6059-62ed-4d38-b19a-dec5eb413a16 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140690 Apr 19 18:05:01.273841 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165ce64-4192-4903-89dd-48ce8273c1bc req-49b3b31f-56f4-460d-bfb5-9e71207e46b6 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:01.275439 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0165ce64-4192-4903-89dd-48ce8273c1bc req-49b3b31f-56f4-460d-bfb5-9e71207e46b6 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 946 time: 0.0933361 Apr 19 18:05:01.275566 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:01.283590 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-21dbee6a-9117-4685-8763-2a85f9325dc9 req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:01.296729 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:01.325883 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0165ce64-4192-4903-89dd-48ce8273c1bc req-20f0765c-d79e-4624-aa1c-e21ebab3dd33 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f789398-7c4f-4dbd-a660-e41a82973cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433218 Apr 19 18:05:01.348754 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Pushing event deleted for resources: {'Port': ['ID=560eda9a-4205-4a90-a959-19ee77ae8d41,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:01.422806 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:01.423292 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:01.423884 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:01.424288 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:01.424686 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:01.425082 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:01.425473 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:01.425863 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:01.426277 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:01.426673 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:01.427332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:01.427436 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:01.479621 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:01.554171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21dbee6a-9117-4685-8763-2a85f9325dc9 req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:05:01.749547 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21dbee6a-9117-4685-8763-2a85f9325dc9 req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:05:01.759989 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e968da0-3f8c-473c-802f-64ed77e6fdd5 None None] Sync routers for ids ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:05:01.771622 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e968da0-3f8c-473c-802f-64ed77e6fdd5 None None] Routers {'4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:05:01.772429 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-1e968da0-3f8c-473c-802f-64ed77e6fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:04:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:05:01.842254 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dbee6a-9117-4685-8763-2a85f9325dc9 req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] No DVR routers for this DVR port 560eda9a-4205-4a90-a959-19ee77ae8d41 on host hv-cinder-78692 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:05:01.844772 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-21dbee6a-9117-4685-8763-2a85f9325dc9 req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:01.847890 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752e5266-0f77-451f-990f-22d2ef6b054f', 'name': 'network-vif-deleted', 'tag': '560eda9a-4205-4a90-a959-19ee77ae8d41'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:05:01.863830 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-21dbee6a-9117-4685-8763-2a85f9325dc9 req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.52 "DELETE /v2.0/ports/560eda9a-4205-4a90-a959-19ee77ae8d41 HTTP/1.1" status: 204 len: 173 time: 1.5224266 Apr 19 18:05:01.906886 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752e5266-0f77-451f-990f-22d2ef6b054f', 'name': 'network-vif-deleted', 'tag': '560eda9a-4205-4a90-a959-19ee77ae8d41', 'status': 'completed', 'code': 200} Apr 19 18:05:01.979386 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-1e968da0-3f8c-473c-802f-64ed77e6fdd5 None None] Set router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:05:02.027313 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device c53af3ad-96e9-4516-95db-ab6e390e4961 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:05:02.326112 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2dff2-d615-4425-afd6-c805862c92eb req-d77e6f1a-eb0b-429b-9e48-98e6f7627291 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:02.334228 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bfc2dff2-d615-4425-afd6-c805862c92eb req-d77e6f1a-eb0b-429b-9e48-98e6f7627291 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 945 time: 0.1303415 Apr 19 18:05:02.391344 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bfc2dff2-d615-4425-afd6-c805862c92eb req-aad2717f-89a5-4470-8d02-36e5e7ce086b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557575 Apr 19 18:05:02.467338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7096e-6e2a-4810-b08d-b07087cf3d10 req-2e52ff5f-8be6-43c3-9c1f-05501ed38a96 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:02.470349 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-66f7096e-6e2a-4810-b08d-b07087cf3d10 req-2e52ff5f-8be6-43c3-9c1f-05501ed38a96 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 944 time: 0.1365817 Apr 19 18:05:02.482077 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port c53af3ad-96e9-4516-95db-ab6e390e4961 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:05:02.482504 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:02.530729 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-66f7096e-6e2a-4810-b08d-b07087cf3d10 req-1478125c-8236-440c-96e3-e242bc7b35bb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534589 Apr 19 18:05:02.683043 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-83ddda1c-46c5-4a83-97e6-0daf5cbc200a req-8930f81a-57f0-4ad0-9382-b1ee8d9a2767 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=752e5266-0f77-451f-990f-22d2ef6b054f HTTP/1.1" status: 200 len: 210 time: 0.0697999 Apr 19 18:05:02.692197 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:02.714837 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-1e968da0-3f8c-473c-802f-64ed77e6fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T17:58:50Z', 'revision_number': 4, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port': {'id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': 'b3390b02-2d7c-464f-bf22-406092b7ec6f', 'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'mac_address': 'fa:16:3e:27:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:45Z', 'updated_at': '2021-04-19T17:59:01Z', 'revision_number': 5, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'subnets': [{'id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:05:02.718960 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e968da0-3f8c-473c-802f-64ed77e6fdd5 None None] Checking router: 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:05:02.737487 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e968da0-3f8c-473c-802f-64ed77e6fdd5 None None] Routers {'4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:05:02.738191 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-1e968da0-3f8c-473c-802f-64ed77e6fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:04:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:05:02.802254 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59705e5f-eaf2-4b67-b8d3-4a5be4883b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53af3ad-96e9-4516-95db-ab6e390e4961'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:05:02.883078 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port c53af3ad-96e9-4516-95db-ab6e390e4961, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c53af3ad-96e9-4516-95db-ab6e390e4961,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:05:02.900184 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:02.901124 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 580c19a2-424f-4085-999d-92f113cbadb0 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:05:02.927449 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59705e5f-eaf2-4b67-b8d3-4a5be4883b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53af3ad-96e9-4516-95db-ab6e390e4961', 'code': 200} Apr 19 18:05:02.935218 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9b1d95ff-13f6-44f9-94d7-d938855ad7d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:03.051669 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=c53af3ad-96e9-4516-95db-ab6e390e4961,revision_number=7']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:03.057320 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:03.073989 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning for port 580c19a2-424f-4085-999d-92f113cbadb0 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:05:03.085602 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port 580c19a2-424f-4085-999d-92f113cbadb0 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:05:03.086051 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:03.114399 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-1e968da0-3f8c-473c-802f-64ed77e6fdd5 None None] Set router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:05:03.450236 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:03.537484 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 580c19a2-424f-4085-999d-92f113cbadb0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=580c19a2-424f-4085-999d-92f113cbadb0,segment=NetworkSegment(06d2c034-920c-4580-b856-5a083ef711fe),segment_id=06d2c034-920c-4580-b856-5a083ef711fe)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:05:03.541795 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:03.542735 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 560eda9a-4205-4a90-a959-19ee77ae8d41 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:05:03.576589 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:03.604633 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c3085-307b-4c4e-8f62-1b5646cc72ce req-301e678a-a4dd-4637-adf2-7e5a585e2f40 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:03.606427 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ce0c3085-307b-4c4e-8f62-1b5646cc72ce req-301e678a-a4dd-4637-adf2-7e5a585e2f40 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.1006899 Apr 19 18:05:03.629977 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] No Port match for: 560eda9a-4205-4a90-a959-19ee77ae8d41 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:05:03.630353 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 560eda9a-4205-4a90-a959-19ee77ae8d41 not bound to the agent host hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:05:03.659343 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ce0c3085-307b-4c4e-8f62-1b5646cc72ce req-9211805d-27ff-4e6f-95d5-6a7a49ee973f tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456190 Apr 19 18:05:03.664898 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-1e968da0-3f8c-473c-802f-64ed77e6fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T17:58:50Z', 'revision_number': 4, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port': {'id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': 'b3390b02-2d7c-464f-bf22-406092b7ec6f', 'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'mac_address': 'fa:16:3e:27:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:45Z', 'updated_at': '2021-04-19T17:59:01Z', 'revision_number': 5, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'subnets': [{'id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:05:03.671596 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=580c19a2-424f-4085-999d-92f113cbadb0,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:03.674675 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e968da0-3f8c-473c-802f-64ed77e6fdd5 None None] The sync data for ids ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'] in dv-cinder-786927-1-smb is: [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T17:58:50Z', 'revision_number': 4, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port': {'id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': 'b3390b02-2d7c-464f-bf22-406092b7ec6f', 'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'mac_address': 'fa:16:3e:27:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:45Z', 'updated_at': '2021-04-19T17:59:01Z', 'revision_number': 5, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'subnets': [{'id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:05:03.676274 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:03.753065 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fff4c-44af-4cc5-a8d1-ffc59880e6ca req-9b324a57-03ca-4c18-bb21-dcd27e05d446 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:03.754717 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d28fff4c-44af-4cc5-a8d1-ffc59880e6ca req-9b324a57-03ca-4c18-bb21-dcd27e05d446 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.1040092 Apr 19 18:05:03.803805 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d28fff4c-44af-4cc5-a8d1-ffc59880e6ca req-d6a99597-5926-424e-9b6d-082a92463790 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425656 Apr 19 18:05:03.825797 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34156) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:05:03.895046 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:03.933710 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:03.984433 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:03.989948 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4280a8fc-64f6-41af-9805-c89088248fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:04.006148 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f789398-7c4f-4dbd-a660-e41a82973cc9,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:04.015078 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:04.015496 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:04.016201 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:04.016576 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:04.017066 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:04.017688 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:04.018003 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:04.018385 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:04.018774 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:04.019238 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:04.019529 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:04.019924 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:04.024937 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:04.028533 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:04.029748 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "DELETE /v2.0/security-groups/3f789398-7c4f-4dbd-a660-e41a82973cc9 HTTP/1.1" status: 204 len: 168 time: 0.2027793 Apr 19 18:05:04.032699 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34160) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:05:04.050678 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.v2.resource [None req-dce794c0-a2c1-45b8-a048-088bcde3467b tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] show failed (client error): The resource could not be found. Apr 19 18:05:04.051753 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-dce794c0-a2c1-45b8-a048-088bcde3467b tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups/3f789398-7c4f-4dbd-a660-e41a82973cc9 HTTP/1.1" status: 404 len: 347 time: 0.0179825 Apr 19 18:05:04.054946 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34164) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:05:04.089788 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fdbcb1-f4e6-4868-a588-015343f0a8c4 None None] New status for floating IP 408dfef4-36be-4c3d-95d8-50865d3d9d9c: DOWN {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:05:04.222328 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-054d78bb-a418-4f79-8c7b-bcd621e6d5e2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Deleting port 3f01a0e9-7a40-4202-bdef-12e0e3e1a193 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:05:04.222555 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-054d78bb-a418-4f79-8c7b-bcd621e6d5e2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:04.404957 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-054d78bb-a418-4f79-8c7b-bcd621e6d5e2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:04.405348 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-054d78bb-a418-4f79-8c7b-bcd621e6d5e2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:04.535978 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-054d78bb-a418-4f79-8c7b-bcd621e6d5e2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Calling delete_port for 3f01a0e9-7a40-4202-bdef-12e0e3e1a193 owned by network:floatingip {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:05:04.632752 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.db.api [None req-054d78bb-a418-4f79-8c7b-bcd621e6d5e2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86356) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:05:04.633044 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_db.api [None req-054d78bb-a418-4f79-8c7b-bcd621e6d5e2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:05:04.880857 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fa366-8d95-46c8-ac93-67cfc2497ea9 req-8bc2057b-9b8f-4f14-bbae-b2797978c85b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:04.882491 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-892fa366-8d95-46c8-ac93-67cfc2497ea9 req-8bc2057b-9b8f-4f14-bbae-b2797978c85b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.0914159 Apr 19 18:05:04.928810 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6755d6-3d67-466c-b3f7-1e0f1ca03b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580c19a2-424f-4085-999d-92f113cbadb0'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:05:04.937318 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-892fa366-8d95-46c8-ac93-67cfc2497ea9 req-f5ee78ed-ea9c-4533-b491-6844916e3afc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466695 Apr 19 18:05:04.995699 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6755d6-3d67-466c-b3f7-1e0f1ca03b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580c19a2-424f-4085-999d-92f113cbadb0', 'code': 200} Apr 19 18:05:05.011599 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3708963-f0d8-4324-b73d-67027a838c1f req-ea02d550-94b5-4072-9280-dabba8400fa3 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:05.013246 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f3708963-f0d8-4324-b73d-67027a838c1f req-ea02d550-94b5-4072-9280-dabba8400fa3 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.0916014 Apr 19 18:05:05.070383 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f3708963-f0d8-4324-b73d-67027a838c1f req-6222c7ff-a4e6-4f67-a65c-1bfc4e7c5637 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497169 Apr 19 18:05:05.134345 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-054d78bb-a418-4f79-8c7b-bcd621e6d5e2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Deleting port 3f01a0e9-7a40-4202-bdef-12e0e3e1a193 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:05:05.134708 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-054d78bb-a418-4f79-8c7b-bcd621e6d5e2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:05.332502 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01488b1-63e0-4183-9f43-2bdd89fb27f1 req-d2db47ac-f128-4fa8-8dda-6225e727320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:05.332799 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-054d78bb-a418-4f79-8c7b-bcd621e6d5e2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:05.332967 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-054d78bb-a418-4f79-8c7b-bcd621e6d5e2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:05.334127 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b01488b1-63e0-4183-9f43-2bdd89fb27f1 req-d2db47ac-f128-4fa8-8dda-6225e727320c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 1098 time: 0.0793624 Apr 19 18:05:05.380341 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b01488b1-63e0-4183-9f43-2bdd89fb27f1 req-6950db8c-9243-447a-9dbd-1ed4b43f5deb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376749 Apr 19 18:05:05.462710 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-054d78bb-a418-4f79-8c7b-bcd621e6d5e2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Calling delete_port for 3f01a0e9-7a40-4202-bdef-12e0e3e1a193 owned by network:floatingip {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:05:05.826273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-054d78bb-a418-4f79-8c7b-bcd621e6d5e2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:05.831143 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0df4131c-1339-4682-92ca-aed3d7ef9f80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:05.876644 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d78bb-a418-4f79-8c7b-bcd621e6d5e2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Pushing event deleted for resources: {'Port': ['ID=3f01a0e9-7a40-4202-bdef-12e0e3e1a193,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:05.880033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-054d78bb-a418-4f79-8c7b-bcd621e6d5e2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:05.976687 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-054d78bb-a418-4f79-8c7b-bcd621e6d5e2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for floatingip, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:05.993028 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-054d78bb-a418-4f79-8c7b-bcd621e6d5e2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:05.997295 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-054d78bb-a418-4f79-8c7b-bcd621e6d5e2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "DELETE /v2.0/floatingips/408dfef4-36be-4c3d-95d8-50865d3d9d9c HTTP/1.1" status: 204 len: 168 time: 1.9383459 Apr 19 18:05:06.161593 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea20b5-8beb-4b62-87c0-2e2109458588 req-ab3ecccf-071f-47eb-b1ff-d5bc3903aa68 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:06.163280 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f8ea20b5-8beb-4b62-87c0-2e2109458588 req-ab3ecccf-071f-47eb-b1ff-d5bc3903aa68 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.0985959 Apr 19 18:05:06.212889 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f8ea20b5-8beb-4b62-87c0-2e2109458588 req-db4443d0-b397-4ea1-8a6c-46d1ca9bbdeb tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430498 Apr 19 18:05:06.422528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6557-f261-4eca-91ed-8f1f94ad2194 req-e99c4869-548a-4d0c-82df-390e7e2e97db tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:06.424213 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ebcc6557-f261-4eca-91ed-8f1f94ad2194 req-e99c4869-548a-4d0c-82df-390e7e2e97db tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.0882664 Apr 19 18:05:06.475477 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ebcc6557-f261-4eca-91ed-8f1f94ad2194 req-ddf43df9-6455-49a1-a44a-13dceff073f9 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444520 Apr 19 18:05:06.488843 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34208) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:05:06.494738 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-dfe8e7c2-7526-4c9a-aa86-e39ad4f9dac1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1763277716', 'description': 'tempest-description--64392086'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:05:06.507045 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-dfe8e7c2-7526-4c9a-aa86-e39ad4f9dac1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:05:06.513097 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-dfe8e7c2-7526-4c9a-aa86-e39ad4f9dac1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Usage tracker for resource:security_group and tenant:74fdb2ea59884c7794b2178018c22752 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:05:06.521712 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-dfe8e7c2-7526-4c9a-aa86-e39ad4f9dac1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:05:06.528919 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-dfe8e7c2-7526-4c9a-aa86-e39ad4f9dac1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:05:06.539934 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dfe8e7c2-7526-4c9a-aa86-e39ad4f9dac1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:06.566394 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-dfe8e7c2-7526-4c9a-aa86-e39ad4f9dac1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:05:06.570471 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-dfe8e7c2-7526-4c9a-aa86-e39ad4f9dac1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Usage tracker for resource:security_group_rule and tenant:74fdb2ea59884c7794b2178018c22752 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:05:06.574015 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-dfe8e7c2-7526-4c9a-aa86-e39ad4f9dac1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:05:06.580573 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-dfe8e7c2-7526-4c9a-aa86-e39ad4f9dac1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:05:06.670810 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dfe8e7c2-7526-4c9a-aa86-e39ad4f9dac1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:06.674911 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dfe8e7c2-7526-4c9a-aa86-e39ad4f9dac1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:06.681677 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f1f8584a-2dae-4947-964f-a2718e4e5ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:06.740863 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8e7c2-7526-4c9a-aa86-e39ad4f9dac1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c899698a-71a8-4cde-bab1-50303879e052,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:06.743864 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dfe8e7c2-7526-4c9a-aa86-e39ad4f9dac1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:06.749254 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-dfe8e7c2-7526-4c9a-aa86-e39ad4f9dac1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2607071 Apr 19 18:05:06.750116 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 34212) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:05:06.750779 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dfe8e7c2-7526-4c9a-aa86-e39ad4f9dac1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:06.763869 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-ecc43981-103f-41a9-9df7-9ecfb284c378 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Request body: {'security_group_rule': {'security_group_id': 'c899698a-71a8-4cde-bab1-50303879e052', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:05:06.793644 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ecc43981-103f-41a9-9df7-9ecfb284c378 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:05:06.799459 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ecc43981-103f-41a9-9df7-9ecfb284c378 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Usage tracker for resource:security_group_rule and tenant:74fdb2ea59884c7794b2178018c22752 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:05:06.803574 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ecc43981-103f-41a9-9df7-9ecfb284c378 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:05:06.811905 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ecc43981-103f-41a9-9df7-9ecfb284c378 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:05:06.838659 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ecc43981-103f-41a9-9df7-9ecfb284c378 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:06.910862 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ecc43981-103f-41a9-9df7-9ecfb284c378 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:06.914559 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ecc43981-103f-41a9-9df7-9ecfb284c378 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:06.916930 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:06.941806 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc43981-103f-41a9-9df7-9ecfb284c378 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f0985e-c9b0-4233-b367-61fac24ab30a,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:06.947951 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ecc43981-103f-41a9-9df7-9ecfb284c378 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:06.958102 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ecc43981-103f-41a9-9df7-9ecfb284c378 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:06.960500 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ecc43981-103f-41a9-9df7-9ecfb284c378 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2077980 Apr 19 18:05:06.962381 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 34216) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:05:06.968191 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-f5c11eb5-9415-44d0-a42f-2fc96c258455 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Request body: {'security_group_rule': {'security_group_id': 'c899698a-71a8-4cde-bab1-50303879e052', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:05:06.975118 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f5c11eb5-9415-44d0-a42f-2fc96c258455 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:05:06.979351 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f5c11eb5-9415-44d0-a42f-2fc96c258455 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Usage tracker for resource:security_group_rule and tenant:74fdb2ea59884c7794b2178018c22752 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:05:06.982471 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f5c11eb5-9415-44d0-a42f-2fc96c258455 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:05:06.988909 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f5c11eb5-9415-44d0-a42f-2fc96c258455 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:05:07.006226 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f5c11eb5-9415-44d0-a42f-2fc96c258455 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:07.078758 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f5c11eb5-9415-44d0-a42f-2fc96c258455 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:07.081952 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f5c11eb5-9415-44d0-a42f-2fc96c258455 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:07.084492 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:07.112764 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c11eb5-9415-44d0-a42f-2fc96c258455 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5de816-d5e6-42d7-a495-1a1379c16495,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:07.115454 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f5c11eb5-9415-44d0-a42f-2fc96c258455 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:07.127390 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f5c11eb5-9415-44d0-a42f-2fc96c258455 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:07.128822 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f5c11eb5-9415-44d0-a42f-2fc96c258455 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1654255 Apr 19 18:05:07.132729 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34220) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:05:07.139118 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Request body: {'floatingip': {'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:05:07.147451 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:05:07.152217 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Usage tracker for resource:floatingip and tenant:74fdb2ea59884c7794b2178018c22752 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:05:07.155752 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:05:07.162670 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:05:07.178253 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for floatingip, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:07.350399 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:07.563024 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12288518-d56b-46f7-997d-930030721f2d req-4f0a5e41-025a-4120-8303-fe99dc323ca0 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:07.564821 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-12288518-d56b-46f7-997d-930030721f2d req-4f0a5e41-025a-4120-8303-fe99dc323ca0 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.1721482 Apr 19 18:05:07.609118 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Allocated IP 172.28.2.54 (a2fa5661-1776-4bb8-890c-56efb392f8f6/97753496-fb36-4619-b754-5756b6f438bf/0a739ceb-0b30-4a13-b7ff-ce446e3fcd91) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:05:07.747642 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-12288518-d56b-46f7-997d-930030721f2d req-99ce9bdb-d8b2-4a29-b287-a85c442dcc99 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629736 Apr 19 18:05:07.783661 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa3997-2ca3-461f-8271-85233542363c req-bd3de0de-8d01-4373-87ff-ecba66188b22 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:07.790533 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b8fa3997-2ca3-461f-8271-85233542363c req-bd3de0de-8d01-4373-87ff-ecba66188b22 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.1424603 Apr 19 18:05:07.862095 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b8fa3997-2ca3-461f-8271-85233542363c req-8de5e4a2-388b-4f26-80a3-ca97323f4f84 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699615 Apr 19 18:05:07.869791 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:07.905694 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:07.911242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5af68516-63e2-4e41-8529-bd8a7ba32583 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:08.024031 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Network a2fa5661-1776-4bb8-890c-56efb392f8f6 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:05:08.038470 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:05:08.051358 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:05:08.081655 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Pushing event updated for resources: {'Port': ['ID=0a739ceb-0b30-4a13-b7ff-ce446e3fcd91,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:08.088679 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:08.170617 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17aee6-f0b5-4ed5-bb10-53eb836ef4fc req-091b2018-18c6-4c42-9fda-1ab1dce28b30 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:08.173148 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3d17aee6-f0b5-4ed5-bb10-53eb836ef4fc req-091b2018-18c6-4c42-9fda-1ab1dce28b30 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.1995876 Apr 19 18:05:08.238710 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:08.242950 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3d17aee6-f0b5-4ed5-bb10-53eb836ef4fc req-9e1adf0a-5ddf-4aa8-9dae-b9281f72cd8f tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606058 Apr 19 18:05:08.280406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 34230) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:05:08.327900 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:08.466539 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0793b7-bf92-40cd-a58f-93ab89f25e92 tempest-TestShelveInstance-682146017 tempest-TestShelveInstance-682146017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:08.466539 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2a0793b7-bf92-40cd-a58f-93ab89f25e92 tempest-TestShelveInstance-682146017 tempest-TestShelveInstance-682146017-project-admin] Synchronizing usage tracker for tenant:4a0324748b8e473eb7497f3d6dfce9a1 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:05:08.499200 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2a0793b7-bf92-40cd-a58f-93ab89f25e92 tempest-TestShelveInstance-682146017 tempest-TestShelveInstance-682146017-project-admin] Unset dirty status for tenant:4a0324748b8e473eb7497f3d6dfce9a1 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:05:08.502054 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2a0793b7-bf92-40cd-a58f-93ab89f25e92 tempest-TestShelveInstance-682146017 tempest-TestShelveInstance-682146017-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 1093 time: 0.2172339 Apr 19 18:05:08.505054 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 34236) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:05:08.512231 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Request body: {'floatingip': {'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'port_id': '580c19a2-424f-4085-999d-92f113cbadb0', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:05:08.520728 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:05:08.525640 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Usage tracker for resource:floatingip and tenant:527396869d824e9180c98d43d84b2932 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:05:08.529407 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:05:08.537268 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:05:08.550414 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for floatingip, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:08.612492 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:08.619668 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183133'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:08.625659 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0bb04e25-d5cf-46cf-9080-40f0045bb5b4 tempest-DeleteServersTestJSON-258283851 tempest-DeleteServersTestJSON-258283851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:08.732203 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:08.749831 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Pushing event updated for resources: {'Port': ['ID=0a739ceb-0b30-4a13-b7ff-ce446e3fcd91,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:08.759369 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:08.770407 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810353'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:08.799487 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:08.810201 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6758711 Apr 19 18:05:08.999219 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Allocated IP 172.28.2.189 (a2fa5661-1776-4bb8-890c-56efb392f8f6/97753496-fb36-4619-b754-5756b6f438bf/2c0ca188-945b-464b-93ea-28abfe22e3b2) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:05:09.027961 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-94124f05-e9ab-4059-bf8e-8882c0b1b9b1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Synchronizing usage tracker for tenant:74fdb2ea59884c7794b2178018c22752 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:05:09.044757 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-94124f05-e9ab-4059-bf8e-8882c0b1b9b1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Unset dirty status for tenant:74fdb2ea59884c7794b2178018c22752 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:05:09.053093 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-94124f05-e9ab-4059-bf8e-8882c0b1b9b1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1763277716&fields=id&tenant_id=74fdb2ea59884c7794b2178018c22752 HTTP/1.1" status: 200 len: 267 time: 0.0805190 Apr 19 18:05:09.135093 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcec1a-48c5-4f21-b12f-29ae07750f1b req-1e58b713-29e5-473d-89cd-4b665c3ba129 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:09.136693 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d7bcec1a-48c5-4f21-b12f-29ae07750f1b req-1e58b713-29e5-473d-89cd-4b665c3ba129 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.2352297 Apr 19 18:05:09.250153 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-a812a6ae-aa98-42c4-926f-4adadba8e40e tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:09.252272 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-a812a6ae-aa98-42c4-926f-4adadba8e40e tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/networks?id=dcf4d709-3c2a-494e-b091-646278271f9d HTTP/1.1" status: 200 len: 809 time: 0.1982031 Apr 19 18:05:09.312914 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-e9b64c8f-ebf2-4145-b4b3-da25309cbd0a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/quotas/74fdb2ea59884c7794b2178018c22752 HTTP/1.1" status: 200 len: 375 time: 0.0516157 Apr 19 18:05:09.420628 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-8b95e892-5dfd-443b-8a4c-6fac02025575 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Synchronizing usage tracker for tenant:74fdb2ea59884c7794b2178018c22752 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:05:09.439140 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-8b95e892-5dfd-443b-8a4c-6fac02025575 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Unset dirty status for tenant:74fdb2ea59884c7794b2178018c22752 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:05:09.442508 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-8b95e892-5dfd-443b-8a4c-6fac02025575 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=74fdb2ea59884c7794b2178018c22752&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1309876 Apr 19 18:05:09.611559 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d7bcec1a-48c5-4f21-b12f-29ae07750f1b req-1013a73c-8289-45ba-bc16-cb192390f742 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4202178 Apr 19 18:05:09.623304 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:09.676655 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:09.681854 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4d1a7033-3a74-4298-a353-5dc409452e86 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:09.700557 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-1c362bd4-8cff-4112-911f-b3136be5be0a service neutron] 10.222.0.81 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455206 Apr 19 18:05:09.739638 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Network a2fa5661-1776-4bb8-890c-56efb392f8f6 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:05:09.742824 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:05:09.751902 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:05:09.804250 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Pushing event updated for resources: {'Port': ['ID=2c0ca188-945b-464b-93ea-28abfe22e3b2,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:09.815399 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:09.908451 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-628d2665-8793-490d-b0c0-1f8dbc32dad4 service neutron] 10.222.0.81 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002151 Apr 19 18:05:10.256402 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:10.366114 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:10.608932 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:10.613006 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:10.618131 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:10.735137 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Pushing event updated for resources: {'Port': ['ID=2c0ca188-945b-464b-93ea-28abfe22e3b2,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:10.740252 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:10.747958 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810353'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:11.012566 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.l3_db [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Floating IP 659fb180-b10d-4d68-85d7-28d5451f335f associated. External IP: 172.28.2.189, port: 580c19a2-424f-4085-999d-92f113cbadb0. Apr 19 18:05:11.080702 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6508b-ffec-45b3-b97d-b11181f6daad req-b819fae2-6af4-473f-8eaf-bb1273e9d289 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:11.082499 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85b6508b-ffec-45b3-b97d-b11181f6daad req-b819fae2-6af4-473f-8eaf-bb1273e9d289 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.2780335 Apr 19 18:05:11.178022 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-19f8cb42-e489-47f5-b250-267a1e1e4621 req-5315ff9f-4b30-4e19-aeec-e8d05dfb5c17 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 210 time: 0.0616763 Apr 19 18:05:11.245478 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85b6508b-ffec-45b3-b97d-b11181f6daad req-0f142e31-abcd-4e02-a921-0d976313f319 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459274 Apr 19 18:05:11.498889 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Router c42b76c6-48fb-494f-acd0-3bf8704fa4b8 has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:05:11.698743 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:05:11.727512 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:11.792945 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ddfc7f-ccfa-4eab-a2ec-60b9135aa513 None None] Sync routers for ids ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:05:11.803211 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-74a00ee5-45df-41fb-a951-f2e42e8532cb tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2965605 Apr 19 18:05:11.804169 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6755d6-3d67-466c-b3f7-1e0f1ca03b61', 'tag': '580c19a2-424f-4085-999d-92f113cbadb0'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:05:11.815353 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ddfc7f-ccfa-4eab-a2ec-60b9135aa513 None None] Routers {'c42b76c6-48fb-494f-acd0-3bf8704fa4b8'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:05:11.816183 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-82ddfc7f-ccfa-4eab-a2ec-60b9135aa513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:04:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:05:11.862814 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6755d6-3d67-466c-b3f7-1e0f1ca03b61', 'tag': '580c19a2-424f-4085-999d-92f113cbadb0', 'status': 'completed', 'code': 200} Apr 19 18:05:11.974672 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859a31a-2a91-4c9c-9b66-5bb2a2e5c995 req-abcba8e8-87ab-481d-a00a-631632688220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:11.976978 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8859a31a-2a91-4c9c-9b66-5bb2a2e5c995 req-abcba8e8-87ab-481d-a00a-631632688220 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=527396869d824e9180c98d43d84b2932&device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 1098 time: 0.0879438 Apr 19 18:05:12.144343 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859a31a-2a91-4c9c-9b66-5bb2a2e5c995 req-2b97080e-1d01-47bc-b877-127e13bdd097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:12.146221 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8859a31a-2a91-4c9c-9b66-5bb2a2e5c995 req-2b97080e-1d01-47bc-b877-127e13bdd097 service neutron] 10.222.0.52 "GET /v2.0/networks?id=28f6f76a-3785-46d6-b93b-f7f266057d36 HTTP/1.1" status: 200 len: 910 time: 0.1614351 Apr 19 18:05:12.328377 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-82ddfc7f-ccfa-4eab-a2ec-60b9135aa513 None None] Set router c42b76c6-48fb-494f-acd0-3bf8704fa4b8 gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:05:12.348636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-a71ba898-20da-4f26-a924-28bc053a92dc req-24c31c00-c1c2-4f7f-a4ea-cdffdea88897 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Synchronizing usage tracker for tenant:74fdb2ea59884c7794b2178018c22752 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:05:12.380330 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-a71ba898-20da-4f26-a924-28bc053a92dc req-24c31c00-c1c2-4f7f-a4ea-cdffdea88897 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Unset dirty status for tenant:74fdb2ea59884c7794b2178018c22752 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:05:12.382166 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a71ba898-20da-4f26-a924-28bc053a92dc req-24c31c00-c1c2-4f7f-a4ea-cdffdea88897 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 210 time: 0.1222067 Apr 19 18:05:12.407976 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8859a31a-2a91-4c9c-9b66-5bb2a2e5c995 req-f890186f-0902-4a3f-99a8-0e1859254d26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580c19a2-424f-4085-999d-92f113cbadb0 HTTP/1.1" status: 200 len: 999 time: 0.2521083 Apr 19 18:05:12.489057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859a31a-2a91-4c9c-9b66-5bb2a2e5c995 req-5c797100-0925-40ed-a0d6-928c919a3ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:12.490693 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8859a31a-2a91-4c9c-9b66-5bb2a2e5c995 req-5c797100-0925-40ed-a0d6-928c919a3ede service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67b2a4e5-5ca7-45f1-a04e-7d81d7574936 HTTP/1.1" status: 200 len: 848 time: 0.0760303 Apr 19 18:05:12.538857 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f5716-26b3-4371-bb5b-e252fe6da2bf req-8e287676-434b-49b9-bc2f-a299dbb8d545 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:12.541504 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-553f5716-26b3-4371-bb5b-e252fe6da2bf req-8e287676-434b-49b9-bc2f-a299dbb8d545 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.1002028 Apr 19 18:05:12.586553 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859a31a-2a91-4c9c-9b66-5bb2a2e5c995 req-4079b89f-cfb8-48ae-a672-37093f6ef1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:12.588589 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8859a31a-2a91-4c9c-9b66-5bb2a2e5c995 req-4079b89f-cfb8-48ae-a672-37093f6ef1cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=28f6f76a-3785-46d6-b93b-f7f266057d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0903385 Apr 19 18:05:12.615450 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-553f5716-26b3-4371-bb5b-e252fe6da2bf req-9c977cb8-6b82-4431-b80b-b03b2f299b78 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670397 Apr 19 18:05:12.789319 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8859a31a-2a91-4c9c-9b66-5bb2a2e5c995 req-d1bf93b9-d6ff-4e64-8bd5-a772416799a7 service neutron] 10.222.0.52 "GET /v2.0/networks/28f6f76a-3785-46d6-b93b-f7f266057d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919045 Apr 19 18:05:12.956942 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8859a31a-2a91-4c9c-9b66-5bb2a2e5c995 req-9db6c662-7f58-4123-9078-f0fcc119453e service neutron] 10.222.0.52 "GET /v2.0/networks/28f6f76a-3785-46d6-b93b-f7f266057d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589339 Apr 19 18:05:12.984378 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-82ddfc7f-ccfa-4eab-a2ec-60b9135aa513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'name': 'tempest-TestShelveInstance-1064386895-router', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:11Z', 'revision_number': 4, 'project_id': '527396869d824e9180c98d43d84b2932', 'gw_port': {'id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_floatingips': [{'id': '659fb180-b10d-4d68-85d7-28d5451f335f', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'floating_ip_address': '172.28.2.189', 'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'router_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'port_id': '580c19a2-424f-4085-999d-92f113cbadb0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36', 'mac_address': 'fa:16:3e:9e:a2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6755d6-3d67-466c-b3f7-1e0f1ca03b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:05:10Z', 'updated_at': '2021-04-19T18:05:10Z', 'revision_number': 0, 'project_id': '527396869d824e9180c98d43d84b2932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c62a896-7e17-4552-9e3b-6a1ac948ee02', 'name': '', 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'mac_address': 'fa:16:3e:33:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:10Z', 'updated_at': '2021-04-19T18:04:20Z', 'revision_number': 5, 'project_id': '527396869d824e9180c98d43d84b2932', 'subnets': [{'id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:05:12.990076 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ddfc7f-ccfa-4eab-a2ec-60b9135aa513 None None] Checking router: c42b76c6-48fb-494f-acd0-3bf8704fa4b8 for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:05:13.001593 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ddfc7f-ccfa-4eab-a2ec-60b9135aa513 None None] Routers {'c42b76c6-48fb-494f-acd0-3bf8704fa4b8'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:05:13.002414 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-82ddfc7f-ccfa-4eab-a2ec-60b9135aa513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:04:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:05:13.200665 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-82ddfc7f-ccfa-4eab-a2ec-60b9135aa513 None None] Set router c42b76c6-48fb-494f-acd0-3bf8704fa4b8 gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:05:13.518165 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-69a12a35-5c97-45a6-93e9-2e085fd35610 req-e73aa494-0fc2-4ea3-8525-daa3812f4ba6 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 210 time: 0.0582588 Apr 19 18:05:13.635843 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-82ddfc7f-ccfa-4eab-a2ec-60b9135aa513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'name': 'tempest-TestShelveInstance-1064386895-router', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:11Z', 'revision_number': 4, 'project_id': '527396869d824e9180c98d43d84b2932', 'gw_port': {'id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_floatingips': [{'id': '659fb180-b10d-4d68-85d7-28d5451f335f', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'floating_ip_address': '172.28.2.189', 'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'router_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'port_id': '580c19a2-424f-4085-999d-92f113cbadb0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36', 'mac_address': 'fa:16:3e:9e:a2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6755d6-3d67-466c-b3f7-1e0f1ca03b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:05:10Z', 'updated_at': '2021-04-19T18:05:10Z', 'revision_number': 0, 'project_id': '527396869d824e9180c98d43d84b2932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c62a896-7e17-4552-9e3b-6a1ac948ee02', 'name': '', 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'mac_address': 'fa:16:3e:33:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:10Z', 'updated_at': '2021-04-19T18:04:20Z', 'revision_number': 5, 'project_id': '527396869d824e9180c98d43d84b2932', 'subnets': [{'id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:05:13.642660 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ddfc7f-ccfa-4eab-a2ec-60b9135aa513 None None] The sync data for ids ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'] in dv-cinder-786927-1-smb is: [{'id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'name': 'tempest-TestShelveInstance-1064386895-router', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:11Z', 'revision_number': 4, 'project_id': '527396869d824e9180c98d43d84b2932', 'gw_port': {'id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_floatingips': [{'id': '659fb180-b10d-4d68-85d7-28d5451f335f', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'floating_ip_address': '172.28.2.189', 'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'router_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'port_id': '580c19a2-424f-4085-999d-92f113cbadb0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36', 'mac_address': 'fa:16:3e:9e:a2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6755d6-3d67-466c-b3f7-1e0f1ca03b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:05:10Z', 'updated_at': '2021-04-19T18:05:10Z', 'revision_number': 0, 'project_id': '527396869d824e9180c98d43d84b2932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c62a896-7e17-4552-9e3b-6a1ac948ee02', 'name': '', 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'mac_address': 'fa:16:3e:33:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:10Z', 'updated_at': '2021-04-19T18:04:20Z', 'revision_number': 5, 'project_id': '527396869d824e9180c98d43d84b2932', 'subnets': [{'id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:05:13.839996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce260d4c-a29c-465c-a9cb-da7cc457588a req-9d600002-ae4f-4074-aa52-b1b17d933c23 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:13.842408 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ce260d4c-a29c-465c-a9cb-da7cc457588a req-9d600002-ae4f-4074-aa52-b1b17d933c23 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.0989256 Apr 19 18:05:13.901012 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ce260d4c-a29c-465c-a9cb-da7cc457588a req-9afe9830-2fda-4d97-8351-7049ba491988 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481911 Apr 19 18:05:13.993417 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5707562-f0e3-4a51-b44a-3226ed4f1874 None None] New status for floating IP 659fb180-b10d-4d68-85d7-28d5451f335f: ACTIVE {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:05:14.638095 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-977d5532-8c35-4520-9d2a-9075714f4168 req-0723ff78-5bd5-4d3a-970d-703a4231dc9b tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 210 time: 0.0492275 Apr 19 18:05:15.133596 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27220c3f-9184-4568-b196-d108f2e4a555 req-3c07678c-c5c6-4032-be52-5e6a1b92c585 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:15.135418 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-27220c3f-9184-4568-b196-d108f2e4a555 req-3c07678c-c5c6-4032-be52-5e6a1b92c585 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.0990393 Apr 19 18:05:15.186708 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-27220c3f-9184-4568-b196-d108f2e4a555 req-933a1e33-18d9-4e73-b721-de1de33cb137 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432384 Apr 19 18:05:15.816013 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-beb7293d-e4ec-415f-b8ac-e742fbd7e966 req-6f4d68c4-46fc-4e73-9927-64a23d1f1e45 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 210 time: 0.0622826 Apr 19 18:05:15.972279 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5b44a218-991a-4b52-9289-b4592c8852f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:16.452766 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da3c53-f2c3-4604-b833-c7a8d2250794 req-5bc697e4-ea02-499b-b6e0-27c4c17eb432 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:16.454585 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-20da3c53-f2c3-4604-b833-c7a8d2250794 req-5bc697e4-ea02-499b-b6e0-27c4c17eb432 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.1157534 Apr 19 18:05:16.515545 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-20da3c53-f2c3-4604-b833-c7a8d2250794 req-e31dc196-ea97-407e-9531-131a49736981 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529790 Apr 19 18:05:17.002187 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-6a66c08c-ada7-4086-82c8-168bcbbac410 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:17.002935 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-6a66c08c-ada7-4086-82c8-168bcbbac410 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Synchronizing usage tracker for tenant:74fdb2ea59884c7794b2178018c22752 on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:05:17.007123 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b57b5b6d-c116-4c67-9080-58dad695fd63 req-90ff8542-43b9-4a07-ac74-7a45a03f2857 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 210 time: 0.0659695 Apr 19 18:05:17.026446 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-6a66c08c-ada7-4086-82c8-168bcbbac410 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Unset dirty status for tenant:74fdb2ea59884c7794b2178018c22752 on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:05:17.027671 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-6a66c08c-ada7-4086-82c8-168bcbbac410 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.52 "GET /v2.0/networks?id=dcf4d709-3c2a-494e-b091-646278271f9d HTTP/1.1" status: 200 len: 809 time: 0.5426154 Apr 19 18:05:17.114828 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-a724f83d-edda-4f65-8274-9891de412171 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=74fdb2ea59884c7794b2178018c22752 HTTP/1.1" status: 200 len: 5703 time: 0.0736804 Apr 19 18:05:17.126969 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-42c6e883-2d75-494d-9898-6c97dd5ddc6a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Request body: {'port': {'device_id': 'ffe86386-b719-4f35-ab02-424aeeb387b7', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'admin_state_up': True, 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'security_groups': ['c899698a-71a8-4cde-bab1-50303879e052']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:05:17.272304 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-42c6e883-2d75-494d-9898-6c97dd5ddc6a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:05:17.283381 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-42c6e883-2d75-494d-9898-6c97dd5ddc6a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:05:17.293991 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-42c6e883-2d75-494d-9898-6c97dd5ddc6a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Made reservation on behalf of 74fdb2ea59884c7794b2178018c22752 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:05:17.300408 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-42c6e883-2d75-494d-9898-6c97dd5ddc6a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:17.477906 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-42c6e883-2d75-494d-9898-6c97dd5ddc6a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Allocated IP 172.20.0.4 (dcf4d709-3c2a-494e-b091-646278271f9d/36555cf9-033c-4142-bb83-8ae1c4a8eb89/cc4e8e70-cc06-43fb-9f9a-f1ced8116137) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:05:17.678217 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-42c6e883-2d75-494d-9898-6c97dd5ddc6a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:17.695751 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-42c6e883-2d75-494d-9898-6c97dd5ddc6a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Transition to ACTIVE for port object cc4e8e70-cc06-43fb-9f9a-f1ced8116137 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:05:17.720827 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-42c6e883-2d75-494d-9898-6c97dd5ddc6a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:17.726898 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:17.731878 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed69a40-e3c0-4815-a24e-4b9a8e615438 req-b040745e-8528-4526-ad4e-a5402de30aa7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:17.733474 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5ed69a40-e3c0-4815-a24e-4b9a8e615438 req-b040745e-8528-4526-ad4e-a5402de30aa7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.0907295 Apr 19 18:05:17.783433 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5ed69a40-e3c0-4815-a24e-4b9a8e615438 req-c36a6700-77dd-41f2-96eb-c7a83844fc6f tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427842 Apr 19 18:05:17.801705 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-42c6e883-2d75-494d-9898-6c97dd5ddc6a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Network dcf4d709-3c2a-494e-b091-646278271f9d is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:05:17.805048 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-42c6e883-2d75-494d-9898-6c97dd5ddc6a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:05:17.812269 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-42c6e883-2d75-494d-9898-6c97dd5ddc6a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:05:17.839015 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6e883-2d75-494d-9898-6c97dd5ddc6a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Pushing event updated for resources: {'Port': ['ID=cc4e8e70-cc06-43fb-9f9a-f1ced8116137,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:17.844924 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-42c6e883-2d75-494d-9898-6c97dd5ddc6a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:17.883029 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-42c6e883-2d75-494d-9898-6c97dd5ddc6a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:17.883748 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-42c6e883-2d75-494d-9898-6c97dd5ddc6a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:17.909652 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-42c6e883-2d75-494d-9898-6c97dd5ddc6a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7869782 Apr 19 18:05:17.936312 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Request body: {'port': {'device_id': 'ffe86386-b719-4f35-ab02-424aeeb387b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:05:18.068910 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:18.073330 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-973cc9e1-4afa-4828-b7de-989faa971b95 None None] Provisioning for port cc4e8e70-cc06-43fb-9f9a-f1ced8116137 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:05:18.080229 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-973cc9e1-4afa-4828-b7de-989faa971b95 None None] Provisioning complete for port cc4e8e70-cc06-43fb-9f9a-f1ced8116137 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:05:18.081049 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-973cc9e1-4afa-4828-b7de-989faa971b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:18.097303 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a1523-0301-46e9-a361-f47a429a4a1f req-6e607b7f-e56b-4823-aaaa-8a4c90f6ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:18.098878 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2c5a1523-0301-46e9-a361-f47a429a4a1f req-6e607b7f-e56b-4823-aaaa-8a4c90f6ce47 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52c9a70cdf8f44669caf1484d90915e5&device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 1099 time: 0.0824215 Apr 19 18:05:18.145539 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-973cc9e1-4afa-4828-b7de-989faa971b95 None None] Port cc4e8e70-cc06-43fb-9f9a-f1ced8116137 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:05:18.245946 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a1523-0301-46e9-a361-f47a429a4a1f req-7a795c5e-442b-4c0a-adac-7a6b9427b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:18.247566 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2c5a1523-0301-46e9-a361-f47a429a4a1f req-7a795c5e-442b-4c0a-adac-7a6b9427b082 service neutron] 10.222.0.52 "GET /v2.0/networks?id=307a8ec4-4f38-4cf3-9819-112e0427a44c HTTP/1.1" status: 200 len: 917 time: 0.1403255 Apr 19 18:05:18.360764 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2c5a1523-0301-46e9-a361-f47a429a4a1f req-174810f5-ad03-43b8-9d65-47d09e1606fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c53af3ad-96e9-4516-95db-ab6e390e4961 HTTP/1.1" status: 200 len: 1002 time: 0.1050131 Apr 19 18:05:18.384440 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d6d5c-0b3f-4cf7-b4ea-5b53160146f0 req-9de20456-266d-4670-9952-1fdb4d6f930e tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:18.385171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-b85d6d5c-0b3f-4cf7-b4ea-5b53160146f0 req-9de20456-266d-4670-9952-1fdb4d6f930e tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Synchronizing usage tracker for tenant:74fdb2ea59884c7794b2178018c22752 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:05:18.431631 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a1523-0301-46e9-a361-f47a429a4a1f req-c776e227-0dc9-4a07-90bc-d8ad7570a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:18.433413 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2c5a1523-0301-46e9-a361-f47a429a4a1f req-c776e227-0dc9-4a07-90bc-d8ad7570a8c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d809f74-47e5-4dcf-9ad5-d0fe43ce2348 HTTP/1.1" status: 200 len: 855 time: 0.0654328 Apr 19 18:05:18.438864 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-b85d6d5c-0b3f-4cf7-b4ea-5b53160146f0 req-9de20456-266d-4670-9952-1fdb4d6f930e tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Unset dirty status for tenant:74fdb2ea59884c7794b2178018c22752 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:05:18.440150 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b85d6d5c-0b3f-4cf7-b4ea-5b53160146f0 req-9de20456-266d-4670-9952-1fdb4d6f930e tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 931 time: 0.3104818 Apr 19 18:05:18.512567 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b85d6d5c-0b3f-4cf7-b4ea-5b53160146f0 req-1c73cf6e-ca3e-4664-ba4e-cc161c9ad6f1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638628 Apr 19 18:05:18.535277 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a1523-0301-46e9-a361-f47a429a4a1f req-f86dc4ab-c20e-4b06-b2a7-52e996a71aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:18.535277 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2c5a1523-0301-46e9-a361-f47a429a4a1f req-f86dc4ab-c20e-4b06-b2a7-52e996a71aba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307a8ec4-4f38-4cf3-9819-112e0427a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783331 Apr 19 18:05:18.572119 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4e8e70-cc06-43fb-9f9a-f1ced8116137 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:05:18.580914 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:18.597291 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Transition to ACTIVE for port object cc4e8e70-cc06-43fb-9f9a-f1ced8116137 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:05:18.600726 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:18.605582 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-42c6e883-2d75-494d-9898-6c97dd5ddc6a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:18.675454 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2c5a1523-0301-46e9-a361-f47a429a4a1f req-c6c89a23-5ccf-4bf4-97aa-259bd35967a2 service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365323 Apr 19 18:05:18.815932 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4e8e70-cc06-43fb-9f9a-f1ced8116137,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:18.822931 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:18.826421 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2c5a1523-0301-46e9-a361-f47a429a4a1f req-03347239-d777-44ad-a24b-16edce3a311b service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434531 Apr 19 18:05:18.860873 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Attempting to bind port cc4e8e70-cc06-43fb-9f9a-f1ced8116137 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:05:18.861477 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Attempting to bind port cc4e8e70-cc06-43fb-9f9a-f1ced8116137 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:05:18.861623 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Attempting to bind port cc4e8e70-cc06-43fb-9f9a-f1ced8116137 on network dcf4d709-3c2a-494e-b091-646278271f9d {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:05:18.866653 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Port cc4e8e70-cc06-43fb-9f9a-f1ced8116137 on network dcf4d709-3c2a-494e-b091-646278271f9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:05:18.866997 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Attempting to bind port cc4e8e70-cc06-43fb-9f9a-f1ced8116137 on network dcf4d709-3c2a-494e-b091-646278271f9d {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:05:18.872490 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Checking agent: {'id': '65b29327-db8b-4ae4-8402-12a24c685031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'started_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:05:18.873406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Checking segment: {'id': 'ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:05:18.873406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Bound using segment: {'id': 'ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:05:18.873708 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Bound port: cc4e8e70-cc06-43fb-9f9a-f1ced8116137, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:05:18.874127 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:18.969874 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] For port cc4e8e70-cc06-43fb-9f9a-f1ced8116137, host hv-cinder-78692, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:05:18.972945 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] For port cc4e8e70-cc06-43fb-9f9a-f1ced8116137, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cc4e8e70-cc06-43fb-9f9a-f1ced8116137,segment=NetworkSegment(ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb),segment_id=ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:05:18.977211 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:18.981183 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b0e8c441-cbc6-44e1-aeec-37cd2ae33300 tempest-VolumesNegativeTest-712245307 tempest-VolumesNegativeTest-712245307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:19.004827 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfea3d-23ae-4a99-bfb2-9e043558c968 req-7a562b3d-2df5-4d5a-9132-9f60b25285b0 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:19.006453 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-edcfea3d-23ae-4a99-bfb2-9e043558c968 req-7a562b3d-2df5-4d5a-9132-9f60b25285b0 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.0926368 Apr 19 18:05:19.046277 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:19.046963 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:19.048627 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] 10.222.0.52 "PUT /v2.0/ports/cc4e8e70-cc06-43fb-9f9a-f1ced8116137 HTTP/1.1" status: 200 len: 1093 time: 1.1172662 Apr 19 18:05:19.049076 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe86386-b719-4f35-ab02-424aeeb387b7', 'tag': 'cc4e8e70-cc06-43fb-9f9a-f1ced8116137'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:05:19.060197 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-edcfea3d-23ae-4a99-bfb2-9e043558c968 req-7839e94c-4f84-4347-9bd5-b251311f454c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470016 Apr 19 18:05:19.074871 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4e8e70-cc06-43fb-9f9a-f1ced8116137,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:19.085362 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-411956e1-de6b-46b6-a093-52232b3821a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:19.106521 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe86386-b719-4f35-ab02-424aeeb387b7', 'tag': 'cc4e8e70-cc06-43fb-9f9a-f1ced8116137', 'status': 'completed', 'code': 200} Apr 19 18:05:19.202663 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-3f5b403b-5f6f-4ae5-aa66-408baf04e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:19.204512 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-3f5b403b-5f6f-4ae5-aa66-408baf04e26b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74fdb2ea59884c7794b2178018c22752&device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 1096 time: 0.0836618 Apr 19 18:05:19.283065 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-87dc2c25-01eb-4c22-8b7a-ad55761faa66 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc4e8e70-cc06-43fb-9f9a-f1ced8116137 HTTP/1.1" status: 200 len: 217 time: 0.0695343 Apr 19 18:05:19.357796 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-6da5634d-325b-46d1-9387-ada3efac632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:19.359409 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-6da5634d-325b-46d1-9387-ada3efac632a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36555cf9-033c-4142-bb83-8ae1c4a8eb89 HTTP/1.1" status: 200 len: 848 time: 0.0675623 Apr 19 18:05:19.407337 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c7305a4b-e097-4cce-80a7-666243821c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:19.452083 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-4d369301-cc7b-4f35-af8c-d9dbd7a46fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:19.453690 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-4d369301-cc7b-4f35-af8c-d9dbd7a46fc2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dcf4d709-3c2a-494e-b091-646278271f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0854738 Apr 19 18:05:19.608810 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-685848d0-ecc9-4695-ac3a-3a29489933a5 service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368923 Apr 19 18:05:19.716701 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c62da-5595-46f1-a941-dcdca82a7bcd req-12466a34-15cb-45f7-8be3-7abe8ea1af24 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:19.718319 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-695c62da-5595-46f1-a941-dcdca82a7bcd req-12466a34-15cb-45f7-8be3-7abe8ea1af24 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 943 time: 0.0904639 Apr 19 18:05:19.756888 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41e5d29f-9187-4123-9a05-809f03bfbda7 req-4fd681bb-d9e5-4c3f-aecb-b2c9fec2be5e service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397309 Apr 19 18:05:19.771670 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-695c62da-5595-46f1-a941-dcdca82a7bcd req-b81ac458-ccb0-4572-bd1d-a8b8c181a49b tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465400 Apr 19 18:05:19.907442 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4358d7-b86d-4777-938a-473e1813fcf0 req-e70a5ef2-244a-4f88-95d2-0453e1bc3c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:19.908970 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9b4358d7-b86d-4777-938a-473e1813fcf0 req-e70a5ef2-244a-4f88-95d2-0453e1bc3c81 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74fdb2ea59884c7794b2178018c22752&device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 1096 time: 0.0851159 Apr 19 18:05:19.912810 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:20.057923 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4358d7-b86d-4777-938a-473e1813fcf0 req-f80ed6a4-36c2-419c-b1a6-5f4fa485bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:20.059566 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9b4358d7-b86d-4777-938a-473e1813fcf0 req-f80ed6a4-36c2-419c-b1a6-5f4fa485bfdb service neutron] 10.222.0.52 "GET /v2.0/networks?id=dcf4d709-3c2a-494e-b091-646278271f9d HTTP/1.1" status: 200 len: 910 time: 0.1396713 Apr 19 18:05:20.138450 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9b4358d7-b86d-4777-938a-473e1813fcf0 req-dafd970c-bc30-4bc9-954f-ce54818f6097 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc4e8e70-cc06-43fb-9f9a-f1ced8116137 HTTP/1.1" status: 200 len: 217 time: 0.0690634 Apr 19 18:05:20.257954 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4358d7-b86d-4777-938a-473e1813fcf0 req-865a6617-5152-4de7-a625-459e18ed610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:20.259701 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9b4358d7-b86d-4777-938a-473e1813fcf0 req-865a6617-5152-4de7-a625-459e18ed610a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36555cf9-033c-4142-bb83-8ae1c4a8eb89 HTTP/1.1" status: 200 len: 848 time: 0.1142116 Apr 19 18:05:20.309700 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:20.354962 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92e6f1-ac93-4ad3-9637-2deb741077ea req-98cf7c09-a011-4f67-8c46-2cb4fd743f61 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:20.356695 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5e92e6f1-ac93-4ad3-9637-2deb741077ea req-98cf7c09-a011-4f67-8c46-2cb4fd743f61 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.1575594 Apr 19 18:05:20.414465 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4358d7-b86d-4777-938a-473e1813fcf0 req-628af085-3c41-4d57-a015-a415d6a7cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:20.416065 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9b4358d7-b86d-4777-938a-473e1813fcf0 req-628af085-3c41-4d57-a015-a415d6a7cc38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dcf4d709-3c2a-494e-b091-646278271f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1453040 Apr 19 18:05:20.419340 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5e92e6f1-ac93-4ad3-9637-2deb741077ea req-e59fa80c-21b4-45c4-8334-f2bd54efab76 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551109 Apr 19 18:05:20.562281 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9b4358d7-b86d-4777-938a-473e1813fcf0 req-60a2cb5e-2fe4-4f3e-91fb-e37624a90dc3 service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372645 Apr 19 18:05:20.713457 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9b4358d7-b86d-4777-938a-473e1813fcf0 req-f2cce220-6b27-4f1c-9ba0-ae6cf48c0a46 service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436377 Apr 19 18:05:20.995500 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66680f41-a2e9-4611-916c-bdcd22757521 req-0a800c89-3ab7-4639-804b-4d4415ecca2f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:20.997135 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-66680f41-a2e9-4611-916c-bdcd22757521 req-0a800c89-3ab7-4639-804b-4d4415ecca2f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 943 time: 0.0969257 Apr 19 18:05:21.046660 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-66680f41-a2e9-4611-916c-bdcd22757521 req-17c45f7b-15d0-4548-a28c-ee65c0dfd3fd tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429244 Apr 19 18:05:21.564300 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:21.635942 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7c375-65f1-423f-81c3-7b8d67277e66 req-e1dc1bcd-953e-479c-a8d8-4eb93cb5a319 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:21.637524 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-70d7c375-65f1-423f-81c3-7b8d67277e66 req-e1dc1bcd-953e-479c-a8d8-4eb93cb5a319 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 946 time: 0.0979812 Apr 19 18:05:21.687011 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-70d7c375-65f1-423f-81c3-7b8d67277e66 req-6ab11d98-0c24-4a1d-a499-d7a89d7f9cf7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425651 Apr 19 18:05:22.094829 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device c53af3ad-96e9-4516-95db-ab6e390e4961 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:05:22.226692 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:22.259863 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2f12e-1603-4dd0-9a1b-8b8a191c67c9 req-b0cdd973-7f33-41d7-9b7f-fdf7497ed268 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:22.260092 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59705e5f-eaf2-4b67-b8d3-4a5be4883b8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c53af3ad-96e9-4516-95db-ab6e390e4961'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:05:22.261746 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d1f2f12e-1603-4dd0-9a1b-8b8a191c67c9 req-b0cdd973-7f33-41d7-9b7f-fdf7497ed268 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 943 time: 0.0934715 Apr 19 18:05:22.272140 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port c53af3ad-96e9-4516-95db-ab6e390e4961, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c53af3ad-96e9-4516-95db-ab6e390e4961,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:05:22.278215 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:22.284356 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:22.326196 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d1f2f12e-1603-4dd0-9a1b-8b8a191c67c9 req-8f879366-e918-4f25-a7f2-ba64ab75a1fc tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562687 Apr 19 18:05:22.335524 dv-cinder-786927-1-smb neutron-server[86243]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '59705e5f-eaf2-4b67-b8d3-4a5be4883b8b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c53af3ad-96e9-4516-95db-ab6e390e4961', 'code': 422} returned with failed status Apr 19 18:05:22.370397 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=c53af3ad-96e9-4516-95db-ab6e390e4961,revision_number=8']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:22.378753 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:22.379115 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:22.379574 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:22.379946 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:22.380321 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:22.380688 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:22.381057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:22.381420 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:22.381781 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:22.382317 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:22.382521 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:22.382909 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:05:22.387110 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:22.737665 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb111d5-fa60-4403-8539-fed7b4bc6410 req-331e4fb1-566c-4bdc-846c-8bb70519031e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:22.739303 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7fb111d5-fa60-4403-8539-fed7b4bc6410 req-331e4fb1-566c-4bdc-846c-8bb70519031e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.0971618 Apr 19 18:05:22.789780 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7fb111d5-fa60-4403-8539-fed7b4bc6410 req-26779c51-5c90-42e6-a21e-b3903a12988c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439448 Apr 19 18:05:22.944230 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34382) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:05:23.293517 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1e0785af-0582-4b96-830e-3c68f6910bbd req-665d2c9c-dd59-40b9-8f46-80faa53b95c5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3479757 Apr 19 18:05:23.532427 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4838e4e-5a41-41b8-a678-dd12f73b27ae req-254bd6f2-4f1f-4c77-87d9-a36afc6587e3 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:23.534233 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a4838e4e-5a41-41b8-a678-dd12f73b27ae req-254bd6f2-4f1f-4c77-87d9-a36afc6587e3 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 943 time: 0.0898485 Apr 19 18:05:23.582677 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a4838e4e-5a41-41b8-a678-dd12f73b27ae req-2b1afa36-6549-47b1-bd03-59c3c8760d4d tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417237 Apr 19 18:05:23.999523 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13a73f-e3aa-409f-b9ed-d0e38510a9ab req-d4056c18-8cd4-4986-8982-1623ae4fc15a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:24.001169 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7f13a73f-e3aa-409f-b9ed-d0e38510a9ab req-d4056c18-8cd4-4986-8982-1623ae4fc15a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.0917578 Apr 19 18:05:24.118988 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device cc4e8e70-cc06-43fb-9f9a-f1ced8116137 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:05:24.270752 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port cc4e8e70-cc06-43fb-9f9a-f1ced8116137, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cc4e8e70-cc06-43fb-9f9a-f1ced8116137,segment=NetworkSegment(ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb),segment_id=ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:05:24.289329 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': 'cc4e8e70-cc06-43fb-9f9a-f1ced8116137', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'port_id': 'cc4e8e70-cc06-43fb-9f9a-f1ced8116137', 'mac_address': 'fa:16:3e:71:97:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:05:24.306539 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7f13a73f-e3aa-409f-b9ed-d0e38510a9ab req-22ad845a-29a6-4fec-9358-db56d1d4ef0d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988079 Apr 19 18:05:24.352516 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:24.374274 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4e8e70-cc06-43fb-9f9a-f1ced8116137 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:05:24.391205 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port cc4e8e70-cc06-43fb-9f9a-f1ced8116137, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cc4e8e70-cc06-43fb-9f9a-f1ced8116137,segment=NetworkSegment(ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb),segment_id=ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:05:24.395160 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:24.397348 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-828cdb5e-1af9-48e8-a269-4ecd008ef7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:24.468096 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=cc4e8e70-cc06-43fb-9f9a-f1ced8116137,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:24.471435 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:24.567158 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0785af-0582-4b96-830e-3c68f6910bbd req-e08c0523-4093-4abf-b4e3-13b4c3d21344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:24.568674 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1e0785af-0582-4b96-830e-3c68f6910bbd req-e08c0523-4093-4abf-b4e3-13b4c3d21344 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b&tenant_id=52c9a70cdf8f44669caf1484d90915e5 HTTP/1.1" status: 200 len: 1097 time: 0.0809956 Apr 19 18:05:24.672502 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0785af-0582-4b96-830e-3c68f6910bbd req-2a786c00-2a62-41b5-960c-d516e1f69000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:24.674289 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1e0785af-0582-4b96-830e-3c68f6910bbd req-2a786c00-2a62-41b5-960c-d516e1f69000 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52c9a70cdf8f44669caf1484d90915e5&device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 1097 time: 0.0802801 Apr 19 18:05:24.788276 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b60dd-df1e-4b8c-8d99-5065efa550aa req-b6236856-1cda-4461-929e-a68be380b92c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:24.788502 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['cc4e8e70-cc06-43fb-9f9a-f1ced8116137'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:05:24.789892 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c31b60dd-df1e-4b8c-8d99-5065efa550aa req-b6236856-1cda-4461-929e-a68be380b92c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 944 time: 0.0931997 Apr 19 18:05:24.815908 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0785af-0582-4b96-830e-3c68f6910bbd req-d0626bd7-8d41-438d-a25e-04021dc0f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:24.817642 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1e0785af-0582-4b96-830e-3c68f6910bbd req-d0626bd7-8d41-438d-a25e-04021dc0f490 service neutron] 10.222.0.52 "GET /v2.0/networks?id=307a8ec4-4f38-4cf3-9819-112e0427a44c HTTP/1.1" status: 200 len: 917 time: 0.1366298 Apr 19 18:05:24.840458 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c31b60dd-df1e-4b8c-8d99-5065efa550aa req-12f3ca79-68f7-47be-b7c4-1eb244f8b7de tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437448 Apr 19 18:05:24.933784 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1e0785af-0582-4b96-830e-3c68f6910bbd req-14148b0d-841e-4ee9-a0fd-e981a0c19862 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c53af3ad-96e9-4516-95db-ab6e390e4961 HTTP/1.1" status: 200 len: 1000 time: 0.1068697 Apr 19 18:05:25.002271 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0785af-0582-4b96-830e-3c68f6910bbd req-b343eca5-7ba3-41e0-ae49-42c95bf09007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:25.003827 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1e0785af-0582-4b96-830e-3c68f6910bbd req-b343eca5-7ba3-41e0-ae49-42c95bf09007 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d809f74-47e5-4dcf-9ad5-d0fe43ce2348 HTTP/1.1" status: 200 len: 855 time: 0.0628545 Apr 19 18:05:25.095655 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0785af-0582-4b96-830e-3c68f6910bbd req-29c5c964-25f1-4538-9b5c-63b6c6227a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:25.097287 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1e0785af-0582-4b96-830e-3c68f6910bbd req-29c5c964-25f1-4538-9b5c-63b6c6227a0f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307a8ec4-4f38-4cf3-9819-112e0427a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845118 Apr 19 18:05:25.245317 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1e0785af-0582-4b96-830e-3c68f6910bbd req-406cdc07-9114-4820-978f-d6ceaf6c9dfb service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389976 Apr 19 18:05:25.397946 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1e0785af-0582-4b96-830e-3c68f6910bbd req-63e6444c-6512-47c3-93c7-b7ae47b470e9 service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450820 Apr 19 18:05:25.527239 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6eddd3-2cfd-4705-8c82-592d1811b46a req-36934247-f1b3-4a19-a10f-c8465402d740 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:25.528834 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3a6eddd3-2cfd-4705-8c82-592d1811b46a req-36934247-f1b3-4a19-a10f-c8465402d740 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.0923512 Apr 19 18:05:25.579680 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3a6eddd3-2cfd-4705-8c82-592d1811b46a req-5d44d2c5-acc3-488e-805d-3a4c6068c395 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438056 Apr 19 18:05:26.052927 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd223c-fc21-45b4-808d-50eea276a565 req-0f532e65-dea2-40dd-bbbf-0ef0492713a0 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:26.054581 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cebd223c-fc21-45b4-808d-50eea276a565 req-0f532e65-dea2-40dd-bbbf-0ef0492713a0 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 944 time: 0.0996299 Apr 19 18:05:26.104854 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cebd223c-fc21-45b4-808d-50eea276a565 req-2b851088-0547-4673-bc24-2982fe2fb80e tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435691 Apr 19 18:05:26.129348 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device cc4e8e70-cc06-43fb-9f9a-f1ced8116137 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:05:26.211938 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning for port cc4e8e70-cc06-43fb-9f9a-f1ced8116137 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:05:26.219072 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port cc4e8e70-cc06-43fb-9f9a-f1ced8116137 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:05:26.220183 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:26.379099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:26.413863 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe86386-b719-4f35-ab02-424aeeb387b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4e8e70-cc06-43fb-9f9a-f1ced8116137'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:05:26.435575 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port cc4e8e70-cc06-43fb-9f9a-f1ced8116137, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cc4e8e70-cc06-43fb-9f9a-f1ced8116137,segment=NetworkSegment(ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb),segment_id=ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:05:26.440805 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:26.443046 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:26.475501 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe86386-b719-4f35-ab02-424aeeb387b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4e8e70-cc06-43fb-9f9a-f1ced8116137', 'code': 200} Apr 19 18:05:26.523147 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=cc4e8e70-cc06-43fb-9f9a-f1ced8116137,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:26.526393 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:26.808091 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df72ba2-b977-4914-aa39-1f0ff3057c52 req-7a645d2c-fbf1-4538-b2d2-9af73058248e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:26.809711 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2df72ba2-b977-4914-aa39-1f0ff3057c52 req-7a645d2c-fbf1-4538-b2d2-9af73058248e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.1047838 Apr 19 18:05:26.860909 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2df72ba2-b977-4914-aa39-1f0ff3057c52 req-6cc340b6-d127-4eeb-a90f-0f7a4a7d794b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431802 Apr 19 18:05:27.326731 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515dce9-b5a2-4c2a-9a07-12bd569c2360 req-f54fc852-a546-4173-b060-508d56eef786 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:27.328699 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a515dce9-b5a2-4c2a-9a07-12bd569c2360 req-f54fc852-a546-4173-b060-508d56eef786 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.1012633 Apr 19 18:05:27.382074 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a515dce9-b5a2-4c2a-9a07-12bd569c2360 req-100ddf46-99e1-4f8b-b1ef-d1a73f426471 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468435 Apr 19 18:05:28.080164 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657c860-8a76-4ffd-bc18-aafa16817012 req-03fd1ea5-e6aa-467d-a59f-0b7707dd9e23 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:28.081779 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2657c860-8a76-4ffd-bc18-aafa16817012 req-03fd1ea5-e6aa-467d-a59f-0b7707dd9e23 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.0935078 Apr 19 18:05:28.135033 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2657c860-8a76-4ffd-bc18-aafa16817012 req-f315991c-a3a8-4e27-b526-2940c9d4dd71 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460753 Apr 19 18:05:28.608407 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75af7a-30cb-4d99-88a8-338d3d0a3484 req-90bf180e-7f3c-43bd-b3cc-559c30627c73 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:28.610045 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1f75af7a-30cb-4d99-88a8-338d3d0a3484 req-90bf180e-7f3c-43bd-b3cc-559c30627c73 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.0900292 Apr 19 18:05:28.662661 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1f75af7a-30cb-4d99-88a8-338d3d0a3484 req-13568284-7194-4a03-8964-fb907b3ab227 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428433 Apr 19 18:05:29.359454 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909d77d-d287-48a4-855a-15f9cdef7bf2 req-489c0a42-6586-48b8-b8ea-3d0d0908707e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:29.361152 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d909d77d-d287-48a4-855a-15f9cdef7bf2 req-489c0a42-6586-48b8-b8ea-3d0d0908707e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.1012514 Apr 19 18:05:29.414508 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d909d77d-d287-48a4-855a-15f9cdef7bf2 req-7442572c-bd9d-4bb8-b752-a03ca926ca12 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466087 Apr 19 18:05:29.923988 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab14ba-ab55-441e-90a5-b9802ec968ee req-f1ddd921-23e1-4e14-bdc6-d49c05cd4305 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:29.925546 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-09ab14ba-ab55-441e-90a5-b9802ec968ee req-f1ddd921-23e1-4e14-bdc6-d49c05cd4305 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.1447639 Apr 19 18:05:29.979454 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-09ab14ba-ab55-441e-90a5-b9802ec968ee req-df113509-23be-4c5a-b21a-b56239842d39 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441697 Apr 19 18:05:30.641918 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2418db-4018-454a-a863-f57584cc98e3 req-a347712a-deee-4046-8ee2-0b8673433a70 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:30.644166 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8a2418db-4018-454a-a863-f57584cc98e3 req-a347712a-deee-4046-8ee2-0b8673433a70 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.1050291 Apr 19 18:05:30.695513 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8a2418db-4018-454a-a863-f57584cc98e3 req-8bf08ca5-2620-4652-b534-43acdbbea82e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447915 Apr 19 18:05:31.206258 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87276b1d-662c-4dea-9826-0c95eb09b9f8 req-ad7cc827-b546-4ff2-8bac-3229c875a098 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:31.208185 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-87276b1d-662c-4dea-9826-0c95eb09b9f8 req-ad7cc827-b546-4ff2-8bac-3229c875a098 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.1077471 Apr 19 18:05:31.265462 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-87276b1d-662c-4dea-9826-0c95eb09b9f8 req-95cd443c-ae61-43e6-b9f3-b1aff1f46f16 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497611 Apr 19 18:05:31.295038 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:31.925681 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05781d36-2abb-4ced-8e99-654e0e7dc68f req-dd111a61-c031-4830-9def-7dd09fa20052 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:31.927252 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-05781d36-2abb-4ced-8e99-654e0e7dc68f req-dd111a61-c031-4830-9def-7dd09fa20052 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.0962517 Apr 19 18:05:31.976778 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-05781d36-2abb-4ced-8e99-654e0e7dc68f req-573bebed-7789-45ea-9609-ba834d00d354 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428324 Apr 19 18:05:32.478029 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ae325-28ea-4705-bdba-a37c4b5e67af req-ad2fbdc3-2d56-445b-b963-fa3cfde806b1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:32.479829 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-860ae325-28ea-4705-bdba-a37c4b5e67af req-ad2fbdc3-2d56-445b-b963-fa3cfde806b1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.0938456 Apr 19 18:05:32.537718 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-860ae325-28ea-4705-bdba-a37c4b5e67af req-14828865-2468-47d4-8f19-7caccd45b066 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500088 Apr 19 18:05:33.223609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e56973-dc88-4f6d-93cd-69be889bd6e6 req-9fce49db-6bc9-4394-be8e-234d1d340ce0 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:33.225275 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e1e56973-dc88-4f6d-93cd-69be889bd6e6 req-9fce49db-6bc9-4394-be8e-234d1d340ce0 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.1027467 Apr 19 18:05:33.281220 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e1e56973-dc88-4f6d-93cd-69be889bd6e6 req-36adbe90-6e24-43ec-88d6-7594c58d1d8b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475657 Apr 19 18:05:33.764934 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715e578-63ca-4e19-8321-754ec0522c34 req-fad20282-0fbb-4c18-aac5-a5ec8836f1d0 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:33.767415 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b715e578-63ca-4e19-8321-754ec0522c34 req-fad20282-0fbb-4c18-aac5-a5ec8836f1d0 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.1081390 Apr 19 18:05:33.820533 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b715e578-63ca-4e19-8321-754ec0522c34 req-188c7c45-fd44-4a41-9018-f03e20f23763 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444818 Apr 19 18:05:34.513254 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f313d0-c041-48ca-a34a-9478f5ba463c req-8d12f88a-6471-4120-a2fe-ce322c6197ea tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:34.515204 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d5f313d0-c041-48ca-a34a-9478f5ba463c req-8d12f88a-6471-4120-a2fe-ce322c6197ea tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.1071515 Apr 19 18:05:34.575666 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d5f313d0-c041-48ca-a34a-9478f5ba463c req-0dbfd7eb-62e1-4e58-b99b-984e2354e458 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529041 Apr 19 18:05:35.007212 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:05:35.047367 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813edfa7-986b-476a-a7ee-6ecfd9f531d4 req-0826ec80-b886-42f5-9b01-e07fad6d1ad6 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:35.049038 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-813edfa7-986b-476a-a7ee-6ecfd9f531d4 req-0826ec80-b886-42f5-9b01-e07fad6d1ad6 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.0938625 Apr 19 18:05:35.114642 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-813edfa7-986b-476a-a7ee-6ecfd9f531d4 req-ce7575ae-b28f-44c4-b731-e5e880c75e98 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583565 Apr 19 18:05:35.808413 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686c77f-3f4b-4307-af6e-f5bd16155f47 req-acf566d0-7a8b-47d6-bce7-12c083c54a9a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:35.810037 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1686c77f-3f4b-4307-af6e-f5bd16155f47 req-acf566d0-7a8b-47d6-bce7-12c083c54a9a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.0939543 Apr 19 18:05:35.862590 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1686c77f-3f4b-4307-af6e-f5bd16155f47 req-58086cfb-9dd0-4523-87c0-701adf4b84bf tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445797 Apr 19 18:05:36.337144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5f3ff-290c-48a4-a38a-d8d3a1879393 req-f3e81a0c-4cde-4ed8-9e54-af2874540b7b tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:36.338789 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dba5f3ff-290c-48a4-a38a-d8d3a1879393 req-f3e81a0c-4cde-4ed8-9e54-af2874540b7b tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.1146865 Apr 19 18:05:36.387258 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dba5f3ff-290c-48a4-a38a-d8d3a1879393 req-93e6515e-8a05-48e2-8157-4d0d044a130a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418510 Apr 19 18:05:37.076178 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e662b3e-b574-4171-a346-f43927cb94de req-eb08fa9d-aa16-45f7-a2c7-e523788ce16e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:37.078368 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6e662b3e-b574-4171-a346-f43927cb94de req-eb08fa9d-aa16-45f7-a2c7-e523788ce16e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.0964429 Apr 19 18:05:37.131525 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6e662b3e-b574-4171-a346-f43927cb94de req-0de9ccac-5d6b-4a79-832e-95f40efaa63b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457926 Apr 19 18:05:37.608503 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f621f-5118-4ce0-996f-c9deebc11892 req-790a541d-ac99-48b0-a132-ce73a52ae29a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:37.610394 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a91f621f-5118-4ce0-996f-c9deebc11892 req-790a541d-ac99-48b0-a132-ce73a52ae29a tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.1036246 Apr 19 18:05:37.672213 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a91f621f-5118-4ce0-996f-c9deebc11892 req-421126e4-48a6-4ffb-846f-c2725ffbc8ff tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510130 Apr 19 18:05:38.356024 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb615e-e48d-4950-8b48-9ff9640ae545 req-55991f35-3aa8-405a-880e-07aac424aa9b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:38.357618 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5dbb615e-e48d-4950-8b48-9ff9640ae545 req-55991f35-3aa8-405a-880e-07aac424aa9b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.0937696 Apr 19 18:05:38.411862 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5dbb615e-e48d-4950-8b48-9ff9640ae545 req-806515bd-f58d-4c8a-89dc-5d4f3135c1ea tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474279 Apr 19 18:05:38.884791 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5fc17-8b12-4172-bd66-00c11a6c1b61 req-eee61821-e72a-4d0f-a170-e21eba571826 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:38.886692 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fbe5fc17-8b12-4172-bd66-00c11a6c1b61 req-eee61821-e72a-4d0f-a170-e21eba571826 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.0969026 Apr 19 18:05:38.940510 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fbe5fc17-8b12-4172-bd66-00c11a6c1b61 req-0eaf81a1-b44d-46b8-84f9-8c0d8035e636 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468173 Apr 19 18:05:39.631465 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888fed0-7406-4ebf-972f-fb6e0578012b req-2920eaa0-a221-49b1-8a2a-5a8affcfdea0 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:39.633080 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3888fed0-7406-4ebf-972f-fb6e0578012b req-2920eaa0-a221-49b1-8a2a-5a8affcfdea0 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.0888083 Apr 19 18:05:39.697783 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3888fed0-7406-4ebf-972f-fb6e0578012b req-1c36a931-59d5-44dd-adde-53ff41e16ece tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575473 Apr 19 18:05:40.159301 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216c7e0-72fc-40ba-920f-84677968cd0d req-00742ef6-65f1-4b9b-88d5-321eee3248d4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:40.160924 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2216c7e0-72fc-40ba-920f-84677968cd0d req-00742ef6-65f1-4b9b-88d5-321eee3248d4 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.0997615 Apr 19 18:05:40.212901 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2216c7e0-72fc-40ba-920f-84677968cd0d req-defcea00-fc06-40cb-9c1b-388014f43770 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442796 Apr 19 18:05:40.924914 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452efe9-8db9-4461-b9a4-97a138af79e7 req-254eeac4-5bc0-47e4-b9f9-6bc5011c8e58 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:40.926828 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c452efe9-8db9-4461-b9a4-97a138af79e7 req-254eeac4-5bc0-47e4-b9f9-6bc5011c8e58 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.1014323 Apr 19 18:05:40.977996 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c452efe9-8db9-4461-b9a4-97a138af79e7 req-ad9d0e70-d089-4a18-afed-5322aa2a4b48 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446639 Apr 19 18:05:41.443312 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82fe35-2583-4d50-989c-e5f6354fc251 req-efc672f3-9433-4448-9530-f843e7f7bde2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:41.444954 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5b82fe35-2583-4d50-989c-e5f6354fc251 req-efc672f3-9433-4448-9530-f843e7f7bde2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.1025403 Apr 19 18:05:41.498838 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5b82fe35-2583-4d50-989c-e5f6354fc251 req-a2430785-c587-47af-9c2d-8029b66f8673 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434589 Apr 19 18:05:42.215981 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d47265-67d7-4882-b397-14b9b209c25d req-fb9d71a6-7aa2-45eb-8c94-19d030eefea3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:42.217580 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-15d47265-67d7-4882-b397-14b9b209c25d req-fb9d71a6-7aa2-45eb-8c94-19d030eefea3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.1077836 Apr 19 18:05:42.272330 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-15d47265-67d7-4882-b397-14b9b209c25d req-87d22338-401f-4df6-a096-bf06b144ee41 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445368 Apr 19 18:05:42.717603 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b67c0-8a2a-4f84-b316-0b34dd765261 req-04eb31ca-3264-464a-be5e-854a9876d5e8 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:42.719266 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-890b67c0-8a2a-4f84-b316-0b34dd765261 req-04eb31ca-3264-464a-be5e-854a9876d5e8 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.1006539 Apr 19 18:05:42.771865 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-890b67c0-8a2a-4f84-b316-0b34dd765261 req-93e22a2e-736e-4b5c-bdee-3f64f582eb3d tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431373 Apr 19 18:05:43.491359 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2d18b-9131-46d9-9e8e-28e303bfa083 req-9b0a4e84-8178-4dc8-a748-18b1eb267fc3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:43.493032 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d4d2d18b-9131-46d9-9e8e-28e303bfa083 req-9b0a4e84-8178-4dc8-a748-18b1eb267fc3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.1001253 Apr 19 18:05:43.544804 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d4d2d18b-9131-46d9-9e8e-28e303bfa083 req-c533c750-feda-4db5-b26d-048da1f2d403 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447674 Apr 19 18:05:43.551793 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3c05d-b561-438b-bc2f-92a3cc42a6a2 req-5faeda26-5f5c-4232-badb-64f0faa0ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:43.553442 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-04c3c05d-b561-438b-bc2f-92a3cc42a6a2 req-5faeda26-5f5c-4232-badb-64f0faa0ea75 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52c9a70cdf8f44669caf1484d90915e5&device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 1097 time: 0.0813372 Apr 19 18:05:43.677053 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2e3bc-bcba-4c08-afbd-6917004ec1fa req-303c1951-aa68-4e58-9668-e74782cadf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:43.678718 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9ff2e3bc-bcba-4c08-afbd-6917004ec1fa req-303c1951-aa68-4e58-9668-e74782cadf04 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 1098 time: 0.0824394 Apr 19 18:05:43.713522 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3c05d-b561-438b-bc2f-92a3cc42a6a2 req-74851d20-2cfe-4aa3-a3df-5026be32f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:43.715162 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-04c3c05d-b561-438b-bc2f-92a3cc42a6a2 req-74851d20-2cfe-4aa3-a3df-5026be32f6a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=307a8ec4-4f38-4cf3-9819-112e0427a44c HTTP/1.1" status: 200 len: 917 time: 0.1383169 Apr 19 18:05:43.723191 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9ff2e3bc-bcba-4c08-afbd-6917004ec1fa req-2873f259-b13d-4788-b6ff-a342fa0fc779 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376246 Apr 19 18:05:43.829265 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-04c3c05d-b561-438b-bc2f-92a3cc42a6a2 req-aa0518c4-2e79-48b6-8968-9be66c4ae87c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c53af3ad-96e9-4516-95db-ab6e390e4961 HTTP/1.1" status: 200 len: 1000 time: 0.1073408 Apr 19 18:05:44.013265 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3c05d-b561-438b-bc2f-92a3cc42a6a2 req-6c257f44-990d-485c-81d0-db38ca241709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:44.014873 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-04c3c05d-b561-438b-bc2f-92a3cc42a6a2 req-6c257f44-990d-485c-81d0-db38ca241709 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d809f74-47e5-4dcf-9ad5-d0fe43ce2348 HTTP/1.1" status: 200 len: 855 time: 0.0869331 Apr 19 18:05:44.083694 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de7a3b-891a-4815-ae6d-46c1db7332ac req-ff6328d5-c6f2-4096-846e-502f19f22e94 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:44.085191 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a5de7a3b-891a-4815-ae6d-46c1db7332ac req-ff6328d5-c6f2-4096-846e-502f19f22e94 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.1961346 Apr 19 18:05:44.152381 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a5de7a3b-891a-4815-ae6d-46c1db7332ac req-b5caa412-0744-4577-b533-c78b382b89cd tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597482 Apr 19 18:05:44.159181 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3c05d-b561-438b-bc2f-92a3cc42a6a2 req-18a80cba-75b7-44d6-806a-229d352be9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:44.160713 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-04c3c05d-b561-438b-bc2f-92a3cc42a6a2 req-18a80cba-75b7-44d6-806a-229d352be9ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307a8ec4-4f38-4cf3-9819-112e0427a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1334567 Apr 19 18:05:44.305997 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-04c3c05d-b561-438b-bc2f-92a3cc42a6a2 req-c94d4504-d29a-4dcb-b590-893c03753d25 service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369588 Apr 19 18:05:44.453554 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-04c3c05d-b561-438b-bc2f-92a3cc42a6a2 req-ef4893c0-6e0d-4137-bfbe-a66acfaeee67 service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381397 Apr 19 18:05:44.758538 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d627cd-34cb-4bb5-a654-90036def3d5c req-713dada7-5331-45d1-81f3-03b0904fe28b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:44.760124 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a4d627cd-34cb-4bb5-a654-90036def3d5c req-713dada7-5331-45d1-81f3-03b0904fe28b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.0906963 Apr 19 18:05:44.811776 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a4d627cd-34cb-4bb5-a654-90036def3d5c req-4bd30f24-532b-4ce9-8c46-451c410a2bb4 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418961 Apr 19 18:05:45.367435 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a264f53-b9ee-4670-800d-eac3190f6659 req-381b99f4-f9ba-41ac-9273-72ff4e7d9c14 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:45.369138 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3a264f53-b9ee-4670-800d-eac3190f6659 req-381b99f4-f9ba-41ac-9273-72ff4e7d9c14 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.0944104 Apr 19 18:05:45.429280 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3a264f53-b9ee-4670-800d-eac3190f6659 req-132e2564-0bf8-44fb-9667-f1d6e2409be6 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500445 Apr 19 18:05:45.643829 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c77423-93d1-4f82-b89a-3d1ba686f942 req-48d41daf-f2bf-4915-bb25-b1e0be5f142f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:45.645415 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-94c77423-93d1-4f82-b89a-3d1ba686f942 req-48d41daf-f2bf-4915-bb25-b1e0be5f142f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.1055777 Apr 19 18:05:45.655108 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34500) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:05:45.660918 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-09284e20-2f6e-42c0-a769-f15d99545e33 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Request body: {'floatingip': {'port_id': 'cc4e8e70-cc06-43fb-9f9a-f1ced8116137'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:05:45.746519 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-09284e20-2f6e-42c0-a769-f15d99545e33 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for floatingip, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:45.941141 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a4a0c096-cb69-4efe-ae32-b82d20d26820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:46.025233 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4754c0f-497b-4d57-9864-d1ad2874f168 req-9cd39a77-56a4-463e-b070-d62fd7a456d9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:46.026925 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e4754c0f-497b-4d57-9864-d1ad2874f168 req-9cd39a77-56a4-463e-b070-d62fd7a456d9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.0937285 Apr 19 18:05:46.077306 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e4754c0f-497b-4d57-9864-d1ad2874f168 req-a6987187-5aa4-4e75-a707-f06428a7bb94 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437181 Apr 19 18:05:46.382658 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-09284e20-2f6e-42c0-a769-f15d99545e33 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:46.387695 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-09284e20-2f6e-42c0-a769-f15d99545e33 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810353'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:46.581029 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.l3_db [None req-09284e20-2f6e-42c0-a769-f15d99545e33 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Floating IP db1f610c-cfb9-4e5b-a8c7-697ed1c59ad8 associated. External IP: 172.28.2.54, port: cc4e8e70-cc06-43fb-9f9a-f1ced8116137. Apr 19 18:05:47.197578 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09284e20-2f6e-42c0-a769-f15d99545e33 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:05:47.455231 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09284e20-2f6e-42c0-a769-f15d99545e33 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:05:47.460576 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-09284e20-2f6e-42c0-a769-f15d99545e33 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:47.465509 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afd20f9-5f9f-4ac6-b6b0-e58807fb4f91 None None] Sync routers for ids ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:05:47.476403 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afd20f9-5f9f-4ac6-b6b0-e58807fb4f91 None None] Routers {'4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:05:47.477094 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-4afd20f9-5f9f-4ac6-b6b0-e58807fb4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:05:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:05:47.508440 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c83afa-9172-4cd7-a51d-21044f5d0899 req-ba2f4a56-55ed-428d-8a51-53ef03957a3f tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:47.510073 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-57c83afa-9172-4cd7-a51d-21044f5d0899 req-ba2f4a56-55ed-428d-8a51-53ef03957a3f tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.3011858 Apr 19 18:05:47.550720 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-09284e20-2f6e-42c0-a769-f15d99545e33 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "PUT /v2.0/floatingips/db1f610c-cfb9-4e5b-a8c7-697ed1c59ad8 HTTP/1.1" status: 200 len: 990 time: 1.8944843 Apr 19 18:05:47.551736 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe86386-b719-4f35-ab02-424aeeb387b7', 'tag': 'cc4e8e70-cc06-43fb-9f9a-f1ced8116137'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:05:47.578202 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-57c83afa-9172-4cd7-a51d-21044f5d0899 req-bc43275e-37f8-48be-b02f-050641bd228a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576940 Apr 19 18:05:47.684807 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-4afd20f9-5f9f-4ac6-b6b0-e58807fb4f91 None None] Set router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:05:47.705077 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe86386-b719-4f35-ab02-424aeeb387b7', 'tag': 'cc4e8e70-cc06-43fb-9f9a-f1ced8116137', 'status': 'completed', 'code': 200} Apr 19 18:05:47.805306 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebf923-33d4-4a3e-af1d-85cc9c1e3d37 req-79d16a16-2d88-41d8-8472-1104ed97681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:47.806987 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f5ebf923-33d4-4a3e-af1d-85cc9c1e3d37 req-79d16a16-2d88-41d8-8472-1104ed97681c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=74fdb2ea59884c7794b2178018c22752&device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 1098 time: 0.0789716 Apr 19 18:05:47.951999 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebf923-33d4-4a3e-af1d-85cc9c1e3d37 req-0ccc9c7d-c0e6-4395-bcaa-57a164e061b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:47.953585 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f5ebf923-33d4-4a3e-af1d-85cc9c1e3d37 req-0ccc9c7d-c0e6-4395-bcaa-57a164e061b8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dcf4d709-3c2a-494e-b091-646278271f9d HTTP/1.1" status: 200 len: 910 time: 0.1400409 Apr 19 18:05:48.073480 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f5ebf923-33d4-4a3e-af1d-85cc9c1e3d37 req-5f8ba2ac-fe04-4df8-aca5-e3498991b104 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc4e8e70-cc06-43fb-9f9a-f1ced8116137 HTTP/1.1" status: 200 len: 998 time: 0.1128871 Apr 19 18:05:48.150116 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebf923-33d4-4a3e-af1d-85cc9c1e3d37 req-dfc058aa-f4f5-4dc0-9f94-32726df6ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:48.151728 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f5ebf923-33d4-4a3e-af1d-85cc9c1e3d37 req-dfc058aa-f4f5-4dc0-9f94-32726df6ef59 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=36555cf9-033c-4142-bb83-8ae1c4a8eb89 HTTP/1.1" status: 200 len: 848 time: 0.0715256 Apr 19 18:05:48.229430 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device c53af3ad-96e9-4516-95db-ab6e390e4961 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:05:48.239448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebf923-33d4-4a3e-af1d-85cc9c1e3d37 req-13ce7dfa-ddfc-402d-bc9f-8362d98e3ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:48.241065 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f5ebf923-33d4-4a3e-af1d-85cc9c1e3d37 req-13ce7dfa-ddfc-402d-bc9f-8362d98e3ffd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dcf4d709-3c2a-494e-b091-646278271f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820363 Apr 19 18:05:48.273160 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-4afd20f9-5f9f-4ac6-b6b0-e58807fb4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T17:58:50Z', 'revision_number': 4, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port': {'id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_floatingips': [{'id': 'db1f610c-cfb9-4e5b-a8c7-697ed1c59ad8', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'floating_ip_address': '172.28.2.54', 'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'router_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'port_id': 'cc4e8e70-cc06-43fb-9f9a-f1ced8116137', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'mac_address': 'fa:16:3e:71:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe86386-b719-4f35-ab02-424aeeb387b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:05:08Z', 'updated_at': '2021-04-19T18:05:46Z', 'revision_number': 1, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3390b02-2d7c-464f-bf22-406092b7ec6f', 'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'mac_address': 'fa:16:3e:27:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:45Z', 'updated_at': '2021-04-19T17:59:01Z', 'revision_number': 5, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'subnets': [{'id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:05:48.331385 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afd20f9-5f9f-4ac6-b6b0-e58807fb4f91 None None] Checking router: 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:05:48.357619 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afd20f9-5f9f-4ac6-b6b0-e58807fb4f91 None None] Routers {'4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:05:48.358420 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-4afd20f9-5f9f-4ac6-b6b0-e58807fb4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:05:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:05:48.546159 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port c53af3ad-96e9-4516-95db-ab6e390e4961, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c53af3ad-96e9-4516-95db-ab6e390e4961,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:05:48.570627 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': 'c53af3ad-96e9-4516-95db-ab6e390e4961', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'port_id': 'c53af3ad-96e9-4516-95db-ab6e390e4961', 'mac_address': 'fa:16:3e:d3:49:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:05:48.638239 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f5ebf923-33d4-4a3e-af1d-85cc9c1e3d37 req-ef8a9a8a-dbf6-49bc-a18f-e969723f6fb0 service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894501 Apr 19 18:05:48.650782 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-4afd20f9-5f9f-4ac6-b6b0-e58807fb4f91 None None] Set router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:05:48.714897 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:48.747424 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53af3ad-96e9-4516-95db-ab6e390e4961 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:05:48.836958 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port c53af3ad-96e9-4516-95db-ab6e390e4961, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c53af3ad-96e9-4516-95db-ab6e390e4961,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:05:48.850722 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:48.854834 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:48.860825 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f5ebf923-33d4-4a3e-af1d-85cc9c1e3d37 req-b52d5df8-50d5-4c20-b4ed-534f344ed92e service neutron] 10.222.0.52 "GET /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146134 Apr 19 18:05:48.878089 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4d6b9-bb8a-4a14-9ec4-bb9ac0685936 req-987e5631-325e-48ad-a88e-46716932d2d9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:48.879645 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dde4d6b9-bb8a-4a14-9ec4-bb9ac0685936 req-987e5631-325e-48ad-a88e-46716932d2d9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 944 time: 0.1487637 Apr 19 18:05:48.930383 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dde4d6b9-bb8a-4a14-9ec4-bb9ac0685936 req-3fe16944-9e03-466e-a205-d540884e389d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428581 Apr 19 18:05:49.016241 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=c53af3ad-96e9-4516-95db-ab6e390e4961,revision_number=9']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:49.021890 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:49.139146 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-4afd20f9-5f9f-4ac6-b6b0-e58807fb4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T17:58:50Z', 'revision_number': 4, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port': {'id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_floatingips': [{'id': 'db1f610c-cfb9-4e5b-a8c7-697ed1c59ad8', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'floating_ip_address': '172.28.2.54', 'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'router_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'port_id': 'cc4e8e70-cc06-43fb-9f9a-f1ced8116137', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'mac_address': 'fa:16:3e:71:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe86386-b719-4f35-ab02-424aeeb387b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:05:08Z', 'updated_at': '2021-04-19T18:05:46Z', 'revision_number': 1, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3390b02-2d7c-464f-bf22-406092b7ec6f', 'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'mac_address': 'fa:16:3e:27:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:45Z', 'updated_at': '2021-04-19T17:59:01Z', 'revision_number': 5, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'subnets': [{'id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:05:49.144132 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afd20f9-5f9f-4ac6-b6b0-e58807fb4f91 None None] The sync data for ids ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'] in dv-cinder-786927-1-smb is: [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T17:58:50Z', 'revision_number': 4, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port': {'id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_floatingips': [{'id': 'db1f610c-cfb9-4e5b-a8c7-697ed1c59ad8', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'floating_ip_address': '172.28.2.54', 'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'router_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'port_id': 'cc4e8e70-cc06-43fb-9f9a-f1ced8116137', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'mac_address': 'fa:16:3e:71:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe86386-b719-4f35-ab02-424aeeb387b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:05:08Z', 'updated_at': '2021-04-19T18:05:46Z', 'revision_number': 1, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3390b02-2d7c-464f-bf22-406092b7ec6f', 'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'mac_address': 'fa:16:3e:27:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:45Z', 'updated_at': '2021-04-19T17:59:01Z', 'revision_number': 5, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'subnets': [{'id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:05:49.255488 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['c53af3ad-96e9-4516-95db-ab6e390e4961'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:05:49.439790 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f03c-843c-4a1c-b554-938b74e3c39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:49.447068 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873dcd10-381b-42eb-be13-45d2e1493b32 None None] New status for floating IP db1f610c-cfb9-4e5b-a8c7-697ed1c59ad8: ACTIVE {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:05:49.919082 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:50.152534 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc140a0-b15c-4c55-82c5-fa5b1d103752 req-a4caa8ba-6c93-4824-a703-7ee90a5b6137 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:50.154152 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cfc140a0-b15c-4c55-82c5-fa5b1d103752 req-a4caa8ba-6c93-4824-a703-7ee90a5b6137 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 945 time: 0.0917206 Apr 19 18:05:50.205689 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cfc140a0-b15c-4c55-82c5-fa5b1d103752 req-d946bff7-26fa-4479-a7be-f5e6af141040 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428426 Apr 19 18:05:50.310586 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:51.435530 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cc81a-baaa-452c-b0f2-64a9260ab8cf req-1f14f59e-8ac9-406c-9409-3be952db150f tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:51.437143 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-813cc81a-baaa-452c-b0f2-64a9260ab8cf req-1f14f59e-8ac9-406c-9409-3be952db150f tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 945 time: 0.1051836 Apr 19 18:05:51.491246 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-813cc81a-baaa-452c-b0f2-64a9260ab8cf req-ad5f8d77-3893-4bce-9a8a-95c822ed13fe tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428154 Apr 19 18:05:51.569880 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:52.235012 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device c53af3ad-96e9-4516-95db-ab6e390e4961 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:05:52.310949 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port c53af3ad-96e9-4516-95db-ab6e390e4961 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:05:52.311265 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:52.438452 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:52.467882 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59705e5f-eaf2-4b67-b8d3-4a5be4883b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53af3ad-96e9-4516-95db-ab6e390e4961'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:05:52.478709 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port c53af3ad-96e9-4516-95db-ab6e390e4961, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c53af3ad-96e9-4516-95db-ab6e390e4961,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:05:52.482412 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:05:52.484354 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:05:52.522233 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59705e5f-eaf2-4b67-b8d3-4a5be4883b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53af3ad-96e9-4516-95db-ab6e390e4961', 'code': 200} Apr 19 18:05:52.558971 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=c53af3ad-96e9-4516-95db-ab6e390e4961,revision_number=10']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:05:52.562276 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:05:52.713701 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487729d3-57c7-4106-89d4-27aa543f9e18 req-29dde34e-2c10-47cc-9726-401a931e2d97 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:52.715350 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-487729d3-57c7-4106-89d4-27aa543f9e18 req-29dde34e-2c10-47cc-9726-401a931e2d97 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 947 time: 0.0932181 Apr 19 18:05:52.768344 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-487729d3-57c7-4106-89d4-27aa543f9e18 req-e6909861-0ce7-43c3-bac6-f083dc40d40f tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435395 Apr 19 18:05:53.166347 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2062e8-a491-4061-a6d4-a8bc3c24d3e2 req-3aed9105-e0f3-4573-ad47-de1cc12e27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:53.167947 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7e2062e8-a491-4061-a6d4-a8bc3c24d3e2 req-3aed9105-e0f3-4573-ad47-de1cc12e27d8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 1100 time: 0.0875328 Apr 19 18:05:53.213440 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7e2062e8-a491-4061-a6d4-a8bc3c24d3e2 req-36ca844c-dcd0-419c-a924-9b9b441847ab service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377676 Apr 19 18:05:54.000052 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ff27d-b6fa-4614-ba06-6a7bdf660af5 req-b748374b-f2d6-46d1-834f-58cf557c707c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:54.001666 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ab7ff27d-b6fa-4614-ba06-6a7bdf660af5 req-b748374b-f2d6-46d1-834f-58cf557c707c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 947 time: 0.0978265 Apr 19 18:05:54.054418 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ab7ff27d-b6fa-4614-ba06-6a7bdf660af5 req-b8349a6f-d579-4708-8e46-378640ae0b0f tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424976 Apr 19 18:05:55.274789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98746e8b-6d20-44e2-b8ab-477a5ed0dcbe req-f1017f66-fda2-4eca-83e3-047e0441ab32 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:55.276435 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-98746e8b-6d20-44e2-b8ab-477a5ed0dcbe req-f1017f66-fda2-4eca-83e3-047e0441ab32 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 947 time: 0.0922229 Apr 19 18:05:55.326132 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-98746e8b-6d20-44e2-b8ab-477a5ed0dcbe req-c9af9e95-edc7-4130-8db6-c18c47b254ad tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428786 Apr 19 18:05:56.560123 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcd512-fbed-4258-858a-1f121de0d9d7 req-4cfcf50e-152f-4caf-b9fe-9a6a23101e8b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:05:56.561731 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5fcd512-fbed-4258-858a-1f121de0d9d7 req-4cfcf50e-152f-4caf-b9fe-9a6a23101e8b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 947 time: 0.1114900 Apr 19 18:05:56.611979 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5fcd512-fbed-4258-858a-1f121de0d9d7 req-9721ff6d-88dd-4b53-8b8a-1009cc83a5ee tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432456 Apr 19 18:06:01.300869 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:06.514263 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fe97ba7d-7d96-4b98-84f3-d68090cc6f1c req-06077b05-71da-4ec7-9193-0a94ac445fdb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1926192183&fields=id&tenant_id=c1f4a777e1a94e01a726e0f78a04f457 HTTP/1.1" status: 200 len: 267 time: 0.0565081 Apr 19 18:06:06.618719 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97ba7d-7d96-4b98-84f3-d68090cc6f1c req-09e8699f-f29e-4277-bd05-d415d77b32c5 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:06:06.620277 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fe97ba7d-7d96-4b98-84f3-d68090cc6f1c req-09e8699f-f29e-4277-bd05-d415d77b32c5 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 984 time: 0.0990441 Apr 19 18:06:06.635545 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-fe97ba7d-7d96-4b98-84f3-d68090cc6f1c req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Request body: {'port': {'security_groups': ['1d90a271-b3f7-4335-9555-226dcd849e8b']}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:06:06.769294 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-fe97ba7d-7d96-4b98-84f3-d68090cc6f1c req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:07.035092 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-fe97ba7d-7d96-4b98-84f3-d68090cc6f1c req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] For port 94134715-f15c-4565-812f-6c802c581b7b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=94134715-f15c-4565-812f-6c802c581b7b,segment=NetworkSegment(809423dd-ace1-4764-9277-dded31e7f24c),segment_id=809423dd-ace1-4764-9277-dded31e7f24c)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:06:07.063385 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-fe97ba7d-7d96-4b98-84f3-d68090cc6f1c req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:07.067717 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-fe97ba7d-7d96-4b98-84f3-d68090cc6f1c req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183133'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:07.074323 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:06:07.080285 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['94134715-f15c-4565-812f-6c802c581b7b'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:06:07.142766 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97ba7d-7d96-4b98-84f3-d68090cc6f1c req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:06:07.143580 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-fe97ba7d-7d96-4b98-84f3-d68090cc6f1c req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:07.145322 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fe97ba7d-7d96-4b98-84f3-d68090cc6f1c req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "PUT /v2.0/ports/94134715-f15c-4565-812f-6c802c581b7b HTTP/1.1" status: 200 len: 942 time: 0.5150859 Apr 19 18:06:07.148679 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10aa9461-488f-4168-b345-bdb722ffd343', 'tag': '94134715-f15c-4565-812f-6c802c581b7b'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:06:07.151948 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 34614) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:06:07.183969 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Pushing event updated for resources: {'Port': ['ID=94134715-f15c-4565-812f-6c802c581b7b,revision_number=7']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:06:07.195248 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.195693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.196108 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.196517 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.197132 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.197537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.198350 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.198766 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.199173 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.199572 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.199970 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.200506 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.213098 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dd185172-82a3-4d68-840e-6cdcc3383883 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:06:07.234581 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10aa9461-488f-4168-b345-bdb722ffd343', 'tag': '94134715-f15c-4565-812f-6c802c581b7b', 'status': 'completed', 'code': 200} Apr 19 18:06:07.247760 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['94134715-f15c-4565-812f-6c802c581b7b'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:06:07.321306 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:07.373063 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:07.412269 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9ac79672-88b1-4f85-8d8c-80dfc08e3006 None None] Provisioning complete for port 94134715-f15c-4565-812f-6c802c581b7b triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:06:07.412590 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9ac79672-88b1-4f85-8d8c-80dfc08e3006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:07.428762 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb2fe1-a9e2-4731-8172-6bdefda954da req-227a8cc4-aa64-4a33-8e75-5a3c8b87760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:06:07.430471 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-95fb2fe1-a9e2-4731-8172-6bdefda954da req-227a8cc4-aa64-4a33-8e75-5a3c8b87760a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1f4a777e1a94e01a726e0f78a04f457&device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 1098 time: 0.1661603 Apr 19 18:06:07.539822 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:07.546851 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-15ff301c-c5b5-44b2-8442-27cb63639011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:06:07.568252 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=979b1f78-773e-4929-95e2-d8e2578c5610,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:06:07.594008 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.594437 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.594844 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.595241 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.595635 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.596034 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.596429 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.597164 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.597565 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.597973 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.598360 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.598756 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:06:07.602221 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:06:07.617735 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:07.618992 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "DELETE /v2.0/security-groups/979b1f78-773e-4929-95e2-d8e2578c5610 HTTP/1.1" status: 204 len: 168 time: 0.4657042 Apr 19 18:06:07.622744 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34620) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:06:07.627260 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb2fe1-a9e2-4731-8172-6bdefda954da req-171920f5-0c74-4e8c-9790-f735dd5329cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:06:07.628804 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-95fb2fe1-a9e2-4731-8172-6bdefda954da req-171920f5-0c74-4e8c-9790-f735dd5329cd service neutron] 10.222.0.52 "GET /v2.0/networks?id=78b15170-126a-40db-a90b-93ef0092a0be HTTP/1.1" status: 200 len: 916 time: 0.1893477 Apr 19 18:06:07.743943 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-95fb2fe1-a9e2-4731-8172-6bdefda954da req-80783ed7-ca65-4e3c-a888-b296bc0129df service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94134715-f15c-4565-812f-6c802c581b7b HTTP/1.1" status: 200 len: 1000 time: 0.1071172 Apr 19 18:06:07.815868 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb2fe1-a9e2-4731-8172-6bdefda954da req-79b2d02d-ace3-46d0-ae9e-82cdda4016c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:06:07.817467 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-95fb2fe1-a9e2-4731-8172-6bdefda954da req-79b2d02d-ace3-46d0-ae9e-82cdda4016c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8f92494-8de7-4c63-96f4-31b3ac55cc7f HTTP/1.1" status: 200 len: 854 time: 0.0658743 Apr 19 18:06:07.843393 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e5286004-aa6b-4433-b587-612dfb30304b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Deleting port 9828fde2-adbe-4314-a904-eda99d6673e9 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:06:07.843692 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5286004-aa6b-4433-b587-612dfb30304b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:07.902579 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb2fe1-a9e2-4731-8172-6bdefda954da req-b76e73d3-ff33-4c45-b2fe-a8e0721f56a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:06:07.904218 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-95fb2fe1-a9e2-4731-8172-6bdefda954da req-b76e73d3-ff33-4c45-b2fe-a8e0721f56a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78b15170-126a-40db-a90b-93ef0092a0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782032 Apr 19 18:06:08.027817 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5286004-aa6b-4433-b587-612dfb30304b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:08.028189 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5286004-aa6b-4433-b587-612dfb30304b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:08.053108 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-95fb2fe1-a9e2-4731-8172-6bdefda954da req-fda5991c-3caf-4e15-8f11-756c9b6cb08a service neutron] 10.222.0.52 "GET /v2.0/networks/78b15170-126a-40db-a90b-93ef0092a0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402969 Apr 19 18:06:08.161543 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e5286004-aa6b-4433-b587-612dfb30304b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Calling delete_port for 9828fde2-adbe-4314-a904-eda99d6673e9 owned by network:floatingip {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:06:08.202215 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-95fb2fe1-a9e2-4731-8172-6bdefda954da req-68329257-b2f9-40d4-8944-61a11cd5cf56 service neutron] 10.222.0.52 "GET /v2.0/networks/78b15170-126a-40db-a90b-93ef0092a0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414537 Apr 19 18:06:08.328374 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5286004-aa6b-4433-b587-612dfb30304b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:08.332200 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:06:08.377554 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5286004-aa6b-4433-b587-612dfb30304b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Pushing event deleted for resources: {'Port': ['ID=9828fde2-adbe-4314-a904-eda99d6673e9,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:06:08.381095 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e5286004-aa6b-4433-b587-612dfb30304b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:06:08.482112 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5286004-aa6b-4433-b587-612dfb30304b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks [] for floatingip, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:08.482783 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.l3_db [None req-e5286004-aa6b-4433-b587-612dfb30304b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Floating IP a7481dd1-1b19-4ee6-b039-c1d8d39ed391 disassociated (deleted). External IP: 172.28.2.99, port: 94134715-f15c-4565-812f-6c802c581b7b. Apr 19 18:06:09.092154 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5286004-aa6b-4433-b587-612dfb30304b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Router 9e90fcc6-6985-4e6c-a5ad-6255d176b16a has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:06:09.293839 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5286004-aa6b-4433-b587-612dfb30304b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:06:09.304915 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938d7f11-3159-49f7-83ee-1c6b839b8f4c None None] Sync routers for ids ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:06:09.316514 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5286004-aa6b-4433-b587-612dfb30304b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:09.328816 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938d7f11-3159-49f7-83ee-1c6b839b8f4c None None] Routers {'9e90fcc6-6985-4e6c-a5ad-6255d176b16a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:06:09.329531 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-938d7f11-3159-49f7-83ee-1c6b839b8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:05:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:06:09.378168 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e5286004-aa6b-4433-b587-612dfb30304b tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "DELETE /v2.0/floatingips/a7481dd1-1b19-4ee6-b039-c1d8d39ed391 HTTP/1.1" status: 204 len: 168 time: 1.7513108 Apr 19 18:06:09.378168 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10aa9461-488f-4168-b345-bdb722ffd343', 'tag': '94134715-f15c-4565-812f-6c802c581b7b'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:06:09.498803 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10aa9461-488f-4168-b345-bdb722ffd343', 'tag': '94134715-f15c-4565-812f-6c802c581b7b', 'status': 'completed', 'code': 200} Apr 19 18:06:09.540746 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-938d7f11-3159-49f7-83ee-1c6b839b8f4c None None] Set router 9e90fcc6-6985-4e6c-a5ad-6255d176b16a gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:06:09.610470 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304248-e08b-4259-8a90-e23fe75a7390 req-688339f5-db1a-4597-b1f3-c1d24a4d04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:06:09.612266 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-39304248-e08b-4259-8a90-e23fe75a7390 req-688339f5-db1a-4597-b1f3-c1d24a4d04ad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1f4a777e1a94e01a726e0f78a04f457&device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 1098 time: 0.0859225 Apr 19 18:06:09.764943 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304248-e08b-4259-8a90-e23fe75a7390 req-320e8ceb-885a-478d-bfa5-54c1bc92333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:06:09.766992 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-39304248-e08b-4259-8a90-e23fe75a7390 req-320e8ceb-885a-478d-bfa5-54c1bc92333e service neutron] 10.222.0.52 "GET /v2.0/networks?id=78b15170-126a-40db-a90b-93ef0092a0be HTTP/1.1" status: 200 len: 916 time: 0.1467869 Apr 19 18:06:09.855760 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-39304248-e08b-4259-8a90-e23fe75a7390 req-17e09851-bf7c-4637-a15d-c9258f45c8c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94134715-f15c-4565-812f-6c802c581b7b HTTP/1.1" status: 200 len: 217 time: 0.0780418 Apr 19 18:06:09.933067 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304248-e08b-4259-8a90-e23fe75a7390 req-b8e3d109-1386-441a-b53d-6e4f4bd22fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:06:09.934760 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-39304248-e08b-4259-8a90-e23fe75a7390 req-b8e3d109-1386-441a-b53d-6e4f4bd22fbb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b8f92494-8de7-4c63-96f4-31b3ac55cc7f HTTP/1.1" status: 200 len: 854 time: 0.0713265 Apr 19 18:06:10.024778 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304248-e08b-4259-8a90-e23fe75a7390 req-52ea34a0-b96f-48f0-b0f4-aa5c27994100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:06:10.026426 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-39304248-e08b-4259-8a90-e23fe75a7390 req-52ea34a0-b96f-48f0-b0f4-aa5c27994100 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78b15170-126a-40db-a90b-93ef0092a0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844831 Apr 19 18:06:10.081282 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-938d7f11-3159-49f7-83ee-1c6b839b8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'name': 'tempest-TestMinimumBasicScenario-1797549160-router', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:01:56Z', 'updated_at': '2021-04-19T18:02:01Z', 'revision_number': 4, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'gw_port': {'id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:01:57Z', 'updated_at': '2021-04-19T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': 'ebc43e07-c5ab-4154-b7df-402c24c8fd04', 'name': '', 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'mac_address': 'fa:16:3e:df:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:00Z', 'updated_at': '2021-04-19T18:02:12Z', 'revision_number': 5, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'subnets': [{'id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:06:10.086474 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938d7f11-3159-49f7-83ee-1c6b839b8f4c None None] Checking router: 9e90fcc6-6985-4e6c-a5ad-6255d176b16a for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:06:10.096500 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938d7f11-3159-49f7-83ee-1c6b839b8f4c None None] Routers {'9e90fcc6-6985-4e6c-a5ad-6255d176b16a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:06:10.097590 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-938d7f11-3159-49f7-83ee-1c6b839b8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:05:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:06:10.192495 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-39304248-e08b-4259-8a90-e23fe75a7390 req-a698ed17-6bef-4412-a7cd-cef45e7d75c7 service neutron] 10.222.0.52 "GET /v2.0/networks/78b15170-126a-40db-a90b-93ef0092a0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556761 Apr 19 18:06:10.296485 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-938d7f11-3159-49f7-83ee-1c6b839b8f4c None None] Set router 9e90fcc6-6985-4e6c-a5ad-6255d176b16a gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:06:10.349745 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-39304248-e08b-4259-8a90-e23fe75a7390 req-877e2ba3-5231-4a2f-9dd0-4c70c59120fd service neutron] 10.222.0.52 "GET /v2.0/networks/78b15170-126a-40db-a90b-93ef0092a0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408517 Apr 19 18:06:10.639123 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-938d7f11-3159-49f7-83ee-1c6b839b8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'name': 'tempest-TestMinimumBasicScenario-1797549160-router', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:01:56Z', 'updated_at': '2021-04-19T18:02:01Z', 'revision_number': 4, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'gw_port': {'id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:01:57Z', 'updated_at': '2021-04-19T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': 'ebc43e07-c5ab-4154-b7df-402c24c8fd04', 'name': '', 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'mac_address': 'fa:16:3e:df:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:00Z', 'updated_at': '2021-04-19T18:02:12Z', 'revision_number': 5, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'subnets': [{'id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:06:10.644156 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938d7f11-3159-49f7-83ee-1c6b839b8f4c None None] The sync data for ids ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'] in dv-cinder-786927-1-smb is: [{'id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'name': 'tempest-TestMinimumBasicScenario-1797549160-router', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:01:56Z', 'updated_at': '2021-04-19T18:02:01Z', 'revision_number': 4, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'gw_port': {'id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:01:57Z', 'updated_at': '2021-04-19T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': 'ebc43e07-c5ab-4154-b7df-402c24c8fd04', 'name': '', 'network_id': '78b15170-126a-40db-a90b-93ef0092a0be', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'mac_address': 'fa:16:3e:df:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:00Z', 'updated_at': '2021-04-19T18:02:12Z', 'revision_number': 5, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'subnets': [{'id': 'b8f92494-8de7-4c63-96f4-31b3ac55cc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:06:11.057565 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56b9334-3fe6-4366-b4bd-2648826993af None None] New status for floating IP a7481dd1-1b19-4ee6-b039-c1d8d39ed391: DOWN {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:06:12.008273 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:06:13.097870 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d5886-00fb-4dfe-b33e-c53e0a796f15 req-e46b3231-3df7-433d-8420-3a5a23abde45 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:06:13.099689 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-370d5886-00fb-4dfe-b33e-c53e0a796f15 req-e46b3231-3df7-433d-8420-3a5a23abde45 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 945 time: 0.1058590 Apr 19 18:06:13.150268 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-370d5886-00fb-4dfe-b33e-c53e0a796f15 req-88284b19-b84a-455b-a00e-4fbb76724bde tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Synchronizing usage tracker for tenant:c1f4a777e1a94e01a726e0f78a04f457 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:06:13.166302 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-370d5886-00fb-4dfe-b33e-c53e0a796f15 req-88284b19-b84a-455b-a00e-4fbb76724bde tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Unset dirty status for tenant:c1f4a777e1a94e01a726e0f78a04f457 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:06:13.167781 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-370d5886-00fb-4dfe-b33e-c53e0a796f15 req-88284b19-b84a-455b-a00e-4fbb76724bde tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608695 Apr 19 18:06:14.381839 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a78475-87e1-4213-9bbb-7fb3bcb27926 req-05357675-b49c-47cd-86b5-921c212ec196 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:06:14.383477 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23a78475-87e1-4213-9bbb-7fb3bcb27926 req-05357675-b49c-47cd-86b5-921c212ec196 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 945 time: 0.0889304 Apr 19 18:06:14.435968 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23a78475-87e1-4213-9bbb-7fb3bcb27926 req-7e166881-73b4-489a-8922-186da5523e26 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458398 Apr 19 18:06:15.345499 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5d437-3c89-4036-bcfd-06b05c97e913 req-b3a315e5-292b-45d3-a523-c5149948722c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:06:15.347116 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d4c5d437-3c89-4036-bcfd-06b05c97e913 req-b3a315e5-292b-45d3-a523-c5149948722c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.52 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 945 time: 0.0994873 Apr 19 18:06:15.427398 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-d4c5d437-3c89-4036-bcfd-06b05c97e913 req-a7669f86-2668-4872-a52f-8a04dceac963 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Deleting port 94134715-f15c-4565-812f-6c802c581b7b {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:06:15.428037 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d4c5d437-3c89-4036-bcfd-06b05c97e913 req-a7669f86-2668-4872-a52f-8a04dceac963 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:15.760203 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-d4c5d437-3c89-4036-bcfd-06b05c97e913 req-a7669f86-2668-4872-a52f-8a04dceac963 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] For port 94134715-f15c-4565-812f-6c802c581b7b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=94134715-f15c-4565-812f-6c802c581b7b,segment=NetworkSegment(809423dd-ace1-4764-9277-dded31e7f24c),segment_id=809423dd-ace1-4764-9277-dded31e7f24c)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:06:15.760593 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d4c5d437-3c89-4036-bcfd-06b05c97e913 req-a7669f86-2668-4872-a52f-8a04dceac963 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:15.893817 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e97dc-d15d-4c5b-b4e9-503103422a18 req-53777c90-85a0-4b29-8554-314de626b8d8 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:06:15.895531 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3f3e97dc-d15d-4c5b-b4e9-503103422a18 req-53777c90-85a0-4b29-8554-314de626b8d8 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/ports?device_id=10aa9461-488f-4168-b345-bdb722ffd343 HTTP/1.1" status: 200 len: 945 time: 0.3213613 Apr 19 18:06:15.902748 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-d4c5d437-3c89-4036-bcfd-06b05c97e913 req-a7669f86-2668-4872-a52f-8a04dceac963 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Calling delete_port for 94134715-f15c-4565-812f-6c802c581b7b owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:06:15.944524 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bfdd0644-1dbc-48f0-8863-1ac5e7719398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:16.018730 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3f3e97dc-d15d-4c5b-b4e9-503103422a18 req-3515b802-c898-4ab5-ad3b-2fd2ca88e023 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d90a271-b3f7-4335-9555-226dcd849e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867884 Apr 19 18:06:16.097623 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d4c5d437-3c89-4036-bcfd-06b05c97e913 req-a7669f86-2668-4872-a52f-8a04dceac963 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:16.103848 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a2f338db-1c4a-48ab-8c3c-7f7e87cd7037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:06:16.110199 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['94134715-f15c-4565-812f-6c802c581b7b'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:06:16.185968 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7669f86-2668-4872-a52f-8a04dceac963 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Pushing event deleted for resources: {'Port': ['ID=94134715-f15c-4565-812f-6c802c581b7b,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:06:16.188815 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a7669f86-2668-4872-a52f-8a04dceac963 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:06:16.238417 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c5d437-3c89-4036-bcfd-06b05c97e913 req-a7669f86-2668-4872-a52f-8a04dceac963 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] No DVR routers for this DVR port 94134715-f15c-4565-812f-6c802c581b7b on host hv-cinder-78692 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:06:16.241356 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d4c5d437-3c89-4036-bcfd-06b05c97e913 req-a7669f86-2668-4872-a52f-8a04dceac963 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:16.245707 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10aa9461-488f-4168-b345-bdb722ffd343', 'name': 'network-vif-deleted', 'tag': '94134715-f15c-4565-812f-6c802c581b7b'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:06:16.257059 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d4c5d437-3c89-4036-bcfd-06b05c97e913 req-a7669f86-2668-4872-a52f-8a04dceac963 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] 10.222.0.52 "DELETE /v2.0/ports/94134715-f15c-4565-812f-6c802c581b7b HTTP/1.1" status: 204 len: 173 time: 0.9034021 Apr 19 18:06:16.306981 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10aa9461-488f-4168-b345-bdb722ffd343', 'name': 'network-vif-deleted', 'tag': '94134715-f15c-4565-812f-6c802c581b7b', 'status': 'completed', 'code': 200} Apr 19 18:06:17.765421 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34720) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:06:18.354867 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 94134715-f15c-4565-812f-6c802c581b7b no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:06:18.355129 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a0ed31ab-c381-4518-bd13-3b90d9042b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852970854'] for router_interface, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:18.392801 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] No Port match for: 94134715-f15c-4565-812f-6c802c581b7b {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:06:18.393195 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 94134715-f15c-4565-812f-6c802c581b7b not bound to the agent host hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:06:18.744772 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-a0ed31ab-c381-4518-bd13-3b90d9042b28 admin admin] Deleting port ebc43e07-c5ab-4154-b7df-402c24c8fd04 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:06:18.745217 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a0ed31ab-c381-4518-bd13-3b90d9042b28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:18.945335 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-a0ed31ab-c381-4518-bd13-3b90d9042b28 admin admin] For port ebc43e07-c5ab-4154-b7df-402c24c8fd04, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=ebc43e07-c5ab-4154-b7df-402c24c8fd04,segment=NetworkSegment(809423dd-ace1-4764-9277-dded31e7f24c),segment_id=809423dd-ace1-4764-9277-dded31e7f24c)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:06:18.945922 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a0ed31ab-c381-4518-bd13-3b90d9042b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:19.079898 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-a0ed31ab-c381-4518-bd13-3b90d9042b28 admin admin] Calling delete_port for ebc43e07-c5ab-4154-b7df-402c24c8fd04 owned by network:router_interface {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:06:19.398913 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a0ed31ab-c381-4518-bd13-3b90d9042b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:19.402979 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e5c3a716-07a4-4d8f-9f6c-5d512e5b0a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:06:19.415257 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4b34-5a40-40d0-9aab-2ef1af7704ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:19.454309 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed31ab-c381-4518-bd13-3b90d9042b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc43e07-c5ab-4154-b7df-402c24c8fd04,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:06:19.482392 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a0ed31ab-c381-4518-bd13-3b90d9042b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:06:19.924145 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:19.983898 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a0ed31ab-c381-4518-bd13-3b90d9042b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852970780'] for router_interface, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:20.319302 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:20.376856 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ed31ab-c381-4518-bd13-3b90d9042b28 admin admin] Router 9e90fcc6-6985-4e6c-a5ad-6255d176b16a has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:06:20.578044 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ed31ab-c381-4518-bd13-3b90d9042b28 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:06:20.589612 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188e58e7-4b63-436c-a797-47fe227df4da None None] Sync routers for ids ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:06:20.593268 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a0ed31ab-c381-4518-bd13-3b90d9042b28 admin admin] 10.222.0.81 "PUT /v2.0/routers/9e90fcc6-6985-4e6c-a5ad-6255d176b16a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8261864 Apr 19 18:06:20.596133 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34730) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:06:20.599845 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188e58e7-4b63-436c-a797-47fe227df4da None None] Routers {'9e90fcc6-6985-4e6c-a5ad-6255d176b16a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:06:20.600527 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-188e58e7-4b63-436c-a797-47fe227df4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:06:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:06:20.790256 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1daca2c-4809-48ac-867f-88348fe42731 admin admin] Notify callbacks [] for router, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:20.792905 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-188e58e7-4b63-436c-a797-47fe227df4da None None] Set router 9e90fcc6-6985-4e6c-a5ad-6255d176b16a gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:06:20.984135 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1daca2c-4809-48ac-867f-88348fe42731 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:20.993372 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-c1daca2c-4809-48ac-867f-88348fe42731 admin admin] Deleting port a4edeb97-55c3-47bf-856e-fc4f33a7a670 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:06:20.993727 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1daca2c-4809-48ac-867f-88348fe42731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:21.110976 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-188e58e7-4b63-436c-a797-47fe227df4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'name': 'tempest-TestMinimumBasicScenario-1797549160-router', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:01:56Z', 'updated_at': '2021-04-19T18:06:19Z', 'revision_number': 5, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'gw_port': {'id': 'a4edeb97-55c3-47bf-856e-fc4f33a7a670', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:01:57Z', 'updated_at': '2021-04-19T18:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:06:21.118220 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188e58e7-4b63-436c-a797-47fe227df4da None None] Checking router: 9e90fcc6-6985-4e6c-a5ad-6255d176b16a for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:06:21.133303 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188e58e7-4b63-436c-a797-47fe227df4da None None] Routers {'9e90fcc6-6985-4e6c-a5ad-6255d176b16a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:06:21.134263 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-188e58e7-4b63-436c-a797-47fe227df4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:06:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:06:21.178060 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-c1daca2c-4809-48ac-867f-88348fe42731 admin admin] For port a4edeb97-55c3-47bf-856e-fc4f33a7a670, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=a4edeb97-55c3-47bf-856e-fc4f33a7a670,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:06:21.178356 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1daca2c-4809-48ac-867f-88348fe42731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:21.300263 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-188e58e7-4b63-436c-a797-47fe227df4da None None] Set router 9e90fcc6-6985-4e6c-a5ad-6255d176b16a gateway port host: None {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:06:21.309412 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-c1daca2c-4809-48ac-867f-88348fe42731 admin admin] Calling delete_port for a4edeb97-55c3-47bf-856e-fc4f33a7a670 owned by network:router_gateway {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:06:21.414053 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-188e58e7-4b63-436c-a797-47fe227df4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'name': 'tempest-TestMinimumBasicScenario-1797549160-router', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:01:56Z', 'updated_at': '2021-04-19T18:06:20Z', 'revision_number': 6, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'gw_port_host': None}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:06:21.418264 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188e58e7-4b63-436c-a797-47fe227df4da None None] The sync data for ids ['9e90fcc6-6985-4e6c-a5ad-6255d176b16a'] in dv-cinder-786927-1-smb is: [{'id': '9e90fcc6-6985-4e6c-a5ad-6255d176b16a', 'name': 'tempest-TestMinimumBasicScenario-1797549160-router', 'tenant_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:01:56Z', 'updated_at': '2021-04-19T18:06:20Z', 'revision_number': 6, 'project_id': 'c1f4a777e1a94e01a726e0f78a04f457', 'gw_port_host': None}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:06:21.491890 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1daca2c-4809-48ac-867f-88348fe42731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:21.497010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3e2f6146-38a7-4bd9-acf7-b8718be2552b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:06:21.547169 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1daca2c-4809-48ac-867f-88348fe42731 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4edeb97-55c3-47bf-856e-fc4f33a7a670,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:06:21.550566 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c1daca2c-4809-48ac-867f-88348fe42731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:06:21.568110 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:21.645412 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1daca2c-4809-48ac-867f-88348fe42731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1831525'] for router_gateway, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:21.740840 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device a4edeb97-55c3-47bf-856e-fc4f33a7a670 no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:06:21.778641 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: a4edeb97-55c3-47bf-856e-fc4f33a7a670 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:06:21.779009 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device a4edeb97-55c3-47bf-856e-fc4f33a7a670 not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:06:21.779512 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device ebc43e07-c5ab-4154-b7df-402c24c8fd04 no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:06:21.818883 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: ebc43e07-c5ab-4154-b7df-402c24c8fd04 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:06:21.819288 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device ebc43e07-c5ab-4154-b7df-402c24c8fd04 not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:06:21.839200 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1daca2c-4809-48ac-867f-88348fe42731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-297'] for router, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:21.841539 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1daca2c-4809-48ac-867f-88348fe42731 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:21.933869 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1daca2c-4809-48ac-867f-88348fe42731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852968835'] for router, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:21.934501 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1daca2c-4809-48ac-867f-88348fe42731 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e90fcc6-6985-4e6c-a5ad-6255d176b16a {{(pid=86356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:06:21.948355 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1daca2c-4809-48ac-867f-88348fe42731 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:21.949602 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c1daca2c-4809-48ac-867f-88348fe42731 admin admin] 10.222.0.81 "DELETE /v2.0/routers/9e90fcc6-6985-4e6c-a5ad-6255d176b16a HTTP/1.1" status: 204 len: 168 time: 1.3524973 Apr 19 18:06:21.952491 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34738) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:06:22.020357 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-917991f8-abf7-4d89-aa57-68ede8aa9d20 admin admin] Deleting subnet b8f92494-8de7-4c63-96f4-31b3ac55cc7f {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:06:22.023619 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-917991f8-abf7-4d89-aa57-68ede8aa9d20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:22.081030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-917991f8-abf7-4d89-aa57-68ede8aa9d20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3153048'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:22.215154 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-917991f8-abf7-4d89-aa57-68ede8aa9d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773666'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:22.728603 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-917991f8-abf7-4d89-aa57-68ede8aa9d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854002150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851592256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394902'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:22.732732 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:06:22.771266 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917991f8-abf7-4d89-aa57-68ede8aa9d20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8f92494-8de7-4c63-96f4-31b3ac55cc7f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:06:22.774583 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-917991f8-abf7-4d89-aa57-68ede8aa9d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:06:22.776057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-917991f8-abf7-4d89-aa57-68ede8aa9d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:22.782673 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-917991f8-abf7-4d89-aa57-68ede8aa9d20 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b8f92494-8de7-4c63-96f4-31b3ac55cc7f HTTP/1.1" status: 204 len: 168 time: 0.8290963 Apr 19 18:06:22.783514 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bac0602-9d0a-4245-878d-0a91dbcc909f None None] Network 78b15170-126a-40db-a90b-93ef0092a0be requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:06:22.786787 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34742) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:06:22.903873 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547694'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:22.915323 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Deleting port 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:06:22.915688 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:23.056475 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290425ef-f427-4cff-a798-b26c1bdc5afa None None] DHCP port deletion for 78b15170-126a-40db-a90b-93ef0092a0be request from dv-cinder-786927-1-smb {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:06:23.061749 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-290425ef-f427-4cff-a798-b26c1bdc5afa None None] Deleting port 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:06:23.062300 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-290425ef-f427-4cff-a798-b26c1bdc5afa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:23.145877 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] For port 1c6c8f12-891d-4a09-8b7e-9a32cdf55539, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=1c6c8f12-891d-4a09-8b7e-9a32cdf55539,segment=NetworkSegment(809423dd-ace1-4764-9277-dded31e7f24c),segment_id=809423dd-ace1-4764-9277-dded31e7f24c)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:06:23.146065 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:23.278858 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Calling delete_port for 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 owned by network:dhcp {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:06:23.286665 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-290425ef-f427-4cff-a798-b26c1bdc5afa None None] For port 1c6c8f12-891d-4a09-8b7e-9a32cdf55539, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=1c6c8f12-891d-4a09-8b7e-9a32cdf55539,segment=NetworkSegment(809423dd-ace1-4764-9277-dded31e7f24c),segment_id=809423dd-ace1-4764-9277-dded31e7f24c)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:06:23.287307 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-290425ef-f427-4cff-a798-b26c1bdc5afa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:23.362525 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:23.368307 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:06:23.418544 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Pushing event deleted for resources: {'Port': ['ID=1c6c8f12-891d-4a09-8b7e-9a32cdf55539,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:06:23.420769 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] No DVR routers for this DVR port 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 on host dv-cinder-786927-1-smb {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:06:23.422454 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:06:23.550851 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854002057', 'neutron.services.segments.db._delete_segments_for_network-8764668505459'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:23.597653 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-290425ef-f427-4cff-a798-b26c1bdc5afa None None] Calling delete_port for 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:06:23.668598 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b15170-126a-40db-a90b-93ef0092a0be']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:06:23.683421 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809423dd-ace1-4764-9277-dded31e7f24c') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:06:23.683761 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809423dd-ace1-4764-9277-dded31e7f24c') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:06:23.697102 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272186160483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851622768'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:23.713247 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:23.721613 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:06:23.722302 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:06:23.775568 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:06:23.775958 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:06:23.782924 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.db.api [None req-290425ef-f427-4cff-a798-b26c1bdc5afa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:06:23.784100 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_db.api [None req-290425ef-f427-4cff-a798-b26c1bdc5afa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:06:23.905081 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Network 78b15170-126a-40db-a90b-93ef0092a0be has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:06:23.914459 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3183203'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:24.092350 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Network 78b15170-126a-40db-a90b-93ef0092a0be has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: timer() Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: cb(*args, **kw) Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: self._notify() Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: self.callback(batched_events) Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: event.method(event) Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: return self._get(url).json() Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: **kwargs) Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: **endpoint_filter) Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:06:24.118991 dv-cinder-786927-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:06:24.195307 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810306'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:24.199033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:06:24.213160 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:24.224587 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Pushing event deleted for resources: {'Network': ['ID=78b15170-126a-40db-a90b-93ef0092a0be,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:06:24.228119 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:06:24.239654 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] 10.222.0.81 "DELETE /v2.0/networks/78b15170-126a-40db-a90b-93ef0092a0be HTTP/1.1" status: 204 len: 168 time: 1.4516952 Apr 19 18:06:24.242944 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34752) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:06:24.285406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-290425ef-f427-4cff-a798-b26c1bdc5afa None None] Deleting port 1c6c8f12-891d-4a09-8b7e-9a32cdf55539 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:06:24.285863 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-290425ef-f427-4cff-a798-b26c1bdc5afa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:24.360119 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-290425ef-f427-4cff-a798-b26c1bdc5afa None None] The port '1c6c8f12-891d-4a09-8b7e-9a32cdf55539' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:06:24.826116 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c61dddcf-6f05-49b5-a90a-df76ce2385d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852970854'] for router_interface, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:25.203569 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-c61dddcf-6f05-49b5-a90a-df76ce2385d7 admin admin] Deleting port 8b1d5740-f194-4025-8566-6fd4dceb1d8a {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:06:25.204132 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c61dddcf-6f05-49b5-a90a-df76ce2385d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:25.385866 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-c61dddcf-6f05-49b5-a90a-df76ce2385d7 admin admin] For port 8b1d5740-f194-4025-8566-6fd4dceb1d8a, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=8b1d5740-f194-4025-8566-6fd4dceb1d8a,segment=NetworkSegment(060c6a40-5200-4644-a1f4-0afe4062b293),segment_id=060c6a40-5200-4644-a1f4-0afe4062b293)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:06:25.386337 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c61dddcf-6f05-49b5-a90a-df76ce2385d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:25.518555 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-c61dddcf-6f05-49b5-a90a-df76ce2385d7 admin admin] Calling delete_port for 8b1d5740-f194-4025-8566-6fd4dceb1d8a owned by network:router_interface {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:06:25.718202 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c61dddcf-6f05-49b5-a90a-df76ce2385d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:25.722061 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e0905b2a-b529-454b-9973-61dbb9235b59 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:06:26.014383 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61dddcf-6f05-49b5-a90a-df76ce2385d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1d5740-f194-4025-8566-6fd4dceb1d8a,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:06:26.018141 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c61dddcf-6f05-49b5-a90a-df76ce2385d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:06:26.298590 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c61dddcf-6f05-49b5-a90a-df76ce2385d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852970780'] for router_interface, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:26.703771 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61dddcf-6f05-49b5-a90a-df76ce2385d7 admin admin] Router 88df0c60-717f-4a65-a4bb-7d263a82fa10 has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:06:26.901753 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61dddcf-6f05-49b5-a90a-df76ce2385d7 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:06:26.911069 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4eda76-5f6d-4376-ae6f-bdbe85e6b5cf None None] Sync routers for ids ['88df0c60-717f-4a65-a4bb-7d263a82fa10'] in dv-cinder-786927-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:06:26.912532 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c61dddcf-6f05-49b5-a90a-df76ce2385d7 admin admin] 10.222.0.81 "PUT /v2.0/routers/88df0c60-717f-4a65-a4bb-7d263a82fa10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6685183 Apr 19 18:06:26.915467 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34760) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:06:26.922512 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4eda76-5f6d-4376-ae6f-bdbe85e6b5cf None None] Routers {'88df0c60-717f-4a65-a4bb-7d263a82fa10'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:06:26.923190 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-2f4eda76-5f6d-4376-ae6f-bdbe85e6b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:06:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['88df0c60-717f-4a65-a4bb-7d263a82fa10'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:06:27.104722 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0874e85-a8d1-4802-8fe6-337fe9bcca26 admin admin] Notify callbacks [] for router, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:27.118245 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-2f4eda76-5f6d-4376-ae6f-bdbe85e6b5cf None None] Set router 88df0c60-717f-4a65-a4bb-7d263a82fa10 gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:06:27.309480 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0874e85-a8d1-4802-8fe6-337fe9bcca26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:27.318268 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e0874e85-a8d1-4802-8fe6-337fe9bcca26 admin admin] Deleting port 1df449fe-7310-4a2c-8f7d-265f23f7b2f0 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:06:27.318648 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0874e85-a8d1-4802-8fe6-337fe9bcca26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:27.514868 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e0874e85-a8d1-4802-8fe6-337fe9bcca26 admin admin] For port 1df449fe-7310-4a2c-8f7d-265f23f7b2f0, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=1df449fe-7310-4a2c-8f7d-265f23f7b2f0,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:06:27.515257 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0874e85-a8d1-4802-8fe6-337fe9bcca26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:27.607799 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-2f4eda76-5f6d-4376-ae6f-bdbe85e6b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'name': 'tempest-TestMinimumBasicScenario-1340456884-router', 'tenant_id': '2c3b1cdd139e4180a649be36524a9e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '1df449fe-7310-4a2c-8f7d-265f23f7b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:04Z', 'updated_at': '2021-04-19T18:06:25Z', 'revision_number': 5, 'project_id': '2c3b1cdd139e4180a649be36524a9e44', 'gw_port': {'id': '1df449fe-7310-4a2c-8f7d-265f23f7b2f0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:05Z', 'updated_at': '2021-04-19T18:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:06:27.612086 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4eda76-5f6d-4376-ae6f-bdbe85e6b5cf None None] Checking router: 88df0c60-717f-4a65-a4bb-7d263a82fa10 for host: dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:06:27.621824 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4eda76-5f6d-4376-ae6f-bdbe85e6b5cf None None] Routers {'88df0c60-717f-4a65-a4bb-7d263a82fa10'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:06:27.622511 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-2f4eda76-5f6d-4376-ae6f-bdbe85e6b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:06:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['88df0c60-717f-4a65-a4bb-7d263a82fa10'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:06:27.653470 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e0874e85-a8d1-4802-8fe6-337fe9bcca26 admin admin] Calling delete_port for 1df449fe-7310-4a2c-8f7d-265f23f7b2f0 owned by network:router_gateway {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:06:27.797256 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-2f4eda76-5f6d-4376-ae6f-bdbe85e6b5cf None None] Set router 88df0c60-717f-4a65-a4bb-7d263a82fa10 gateway port host: None {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:06:27.841814 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0874e85-a8d1-4802-8fe6-337fe9bcca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:27.845857 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:06:27.892463 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0874e85-a8d1-4802-8fe6-337fe9bcca26 admin admin] Pushing event deleted for resources: {'Port': ['ID=1df449fe-7310-4a2c-8f7d-265f23f7b2f0,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:06:27.895629 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e0874e85-a8d1-4802-8fe6-337fe9bcca26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:06:27.913256 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-2f4eda76-5f6d-4376-ae6f-bdbe85e6b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'name': 'tempest-TestMinimumBasicScenario-1340456884-router', 'tenant_id': '2c3b1cdd139e4180a649be36524a9e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:04Z', 'updated_at': '2021-04-19T18:06:27Z', 'revision_number': 6, 'project_id': '2c3b1cdd139e4180a649be36524a9e44', 'gw_port_host': None}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:06:27.917875 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4eda76-5f6d-4376-ae6f-bdbe85e6b5cf None None] The sync data for ids ['88df0c60-717f-4a65-a4bb-7d263a82fa10'] in dv-cinder-786927-1-smb is: [{'id': '88df0c60-717f-4a65-a4bb-7d263a82fa10', 'name': 'tempest-TestMinimumBasicScenario-1340456884-router', 'tenant_id': '2c3b1cdd139e4180a649be36524a9e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:04Z', 'updated_at': '2021-04-19T18:06:27Z', 'revision_number': 6, 'project_id': '2c3b1cdd139e4180a649be36524a9e44', 'gw_port_host': None}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:06:27.993908 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0874e85-a8d1-4802-8fe6-337fe9bcca26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1831525'] for router_gateway, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:28.180351 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0874e85-a8d1-4802-8fe6-337fe9bcca26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-297'] for router, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:28.182909 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0874e85-a8d1-4802-8fe6-337fe9bcca26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:28.214723 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0874e85-a8d1-4802-8fe6-337fe9bcca26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852968835'] for router, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:28.215237 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0874e85-a8d1-4802-8fe6-337fe9bcca26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88df0c60-717f-4a65-a4bb-7d263a82fa10 {{(pid=86356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:06:28.229024 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e0874e85-a8d1-4802-8fe6-337fe9bcca26 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:28.230311 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e0874e85-a8d1-4802-8fe6-337fe9bcca26 admin admin] 10.222.0.81 "DELETE /v2.0/routers/88df0c60-717f-4a65-a4bb-7d263a82fa10 HTTP/1.1" status: 204 len: 168 time: 1.3138278 Apr 19 18:06:28.233198 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34766) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:06:28.299713 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f23c4b7-9b00-48b9-b0c6-aa145a0e49b5 admin admin] Deleting subnet 89f18bba-888d-45e4-8380-7f141cb54a37 {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:06:28.303473 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6f23c4b7-9b00-48b9-b0c6-aa145a0e49b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:28.357328 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6f23c4b7-9b00-48b9-b0c6-aa145a0e49b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3153048'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:28.452887 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6f23c4b7-9b00-48b9-b0c6-aa145a0e49b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773666'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:28.984064 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6f23c4b7-9b00-48b9-b0c6-aa145a0e49b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854002150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851592256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394902'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:28.989115 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0b7ffde2-dfb8-433c-8372-c56aafb1907a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:06:29.026615 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23c4b7-9b00-48b9-b0c6-aa145a0e49b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89f18bba-888d-45e4-8380-7f141cb54a37,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:06:29.028751 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6f23c4b7-9b00-48b9-b0c6-aa145a0e49b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:29.031490 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6f23c4b7-9b00-48b9-b0c6-aa145a0e49b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:06:29.035917 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6f23c4b7-9b00-48b9-b0c6-aa145a0e49b5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/89f18bba-888d-45e4-8380-7f141cb54a37 HTTP/1.1" status: 204 len: 168 time: 0.8016987 Apr 19 18:06:29.037577 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ce1b16-2e38-41a5-bf50-da8145f7ab46 None None] Network 3e9623be-57a3-4bec-a444-03a2de84414f requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:06:29.039026 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34776) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:06:29.156729 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547694'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:29.169647 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Deleting port bc0c8f04-742f-491a-948a-ce865ff2576d {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:06:29.174694 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:29.306866 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97c2026-06e4-468b-b5f6-627aa04bc72f None None] DHCP port deletion for 3e9623be-57a3-4bec-a444-03a2de84414f request from dv-cinder-786927-1-smb {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:06:29.311232 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-b97c2026-06e4-468b-b5f6-627aa04bc72f None None] Deleting port bc0c8f04-742f-491a-948a-ce865ff2576d {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:06:29.311659 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b97c2026-06e4-468b-b5f6-627aa04bc72f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:29.403771 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] For port bc0c8f04-742f-491a-948a-ce865ff2576d, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=bc0c8f04-742f-491a-948a-ce865ff2576d,segment=NetworkSegment(060c6a40-5200-4644-a1f4-0afe4062b293),segment_id=060c6a40-5200-4644-a1f4-0afe4062b293)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:06:29.404408 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:29.528496 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-b97c2026-06e4-468b-b5f6-627aa04bc72f None None] For port bc0c8f04-742f-491a-948a-ce865ff2576d, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=bc0c8f04-742f-491a-948a-ce865ff2576d,segment=NetworkSegment(060c6a40-5200-4644-a1f4-0afe4062b293),segment_id=060c6a40-5200-4644-a1f4-0afe4062b293)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:06:29.528854 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b97c2026-06e4-468b-b5f6-627aa04bc72f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:29.543035 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Calling delete_port for bc0c8f04-742f-491a-948a-ce865ff2576d owned by network:dhcp {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:06:29.623260 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:29.628227 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3ed314a5-6fe9-4fe0-9d37-503699bcf2c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:06:29.656800 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-b97c2026-06e4-468b-b5f6-627aa04bc72f None None] Calling delete_port for bc0c8f04-742f-491a-948a-ce865ff2576d owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:06:29.678718 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc0c8f04-742f-491a-948a-ce865ff2576d,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:06:29.680758 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] No DVR routers for this DVR port bc0c8f04-742f-491a-948a-ce865ff2576d on host dv-cinder-786927-1-smb {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:06:29.682354 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:06:29.739491 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.db.api [None req-b97c2026-06e4-468b-b5f6-627aa04bc72f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:06:29.739941 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_db.api [None req-b97c2026-06e4-468b-b5f6-627aa04bc72f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:06:29.750800 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 1df449fe-7310-4a2c-8f7d-265f23f7b2f0 no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:06:29.788816 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: 1df449fe-7310-4a2c-8f7d-265f23f7b2f0 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:06:29.789064 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 1df449fe-7310-4a2c-8f7d-265f23f7b2f0 not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:06:29.789555 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 8b1d5740-f194-4025-8566-6fd4dceb1d8a no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:06:29.806379 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854002057', 'neutron.services.segments.db._delete_segments_for_network-8764668505459'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:29.824719 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: 8b1d5740-f194-4025-8566-6fd4dceb1d8a {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:06:29.825106 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 8b1d5740-f194-4025-8566-6fd4dceb1d8a not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:06:29.825560 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device bc0c8f04-742f-491a-948a-ce865ff2576d no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:06:29.863289 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: bc0c8f04-742f-491a-948a-ce865ff2576d {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:06:29.863685 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device bc0c8f04-742f-491a-948a-ce865ff2576d not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:06:29.919269 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9623be-57a3-4bec-a444-03a2de84414f']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:06:29.936411 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060c6a40-5200-4644-a1f4-0afe4062b293') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:06:29.936745 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060c6a40-5200-4644-a1f4-0afe4062b293') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:06:29.949972 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272186160483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851622768'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:29.970169 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:29.977402 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:06:30.164252 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Network 3e9623be-57a3-4bec-a444-03a2de84414f has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:06:30.173395 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3183203'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:30.241166 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-b97c2026-06e4-468b-b5f6-627aa04bc72f None None] Deleting port bc0c8f04-742f-491a-948a-ce865ff2576d {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:06:30.241616 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b97c2026-06e4-468b-b5f6-627aa04bc72f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:30.316556 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-b97c2026-06e4-468b-b5f6-627aa04bc72f None None] The port 'bc0c8f04-742f-491a-948a-ce865ff2576d' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:06:30.365129 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Network 3e9623be-57a3-4bec-a444-03a2de84414f has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: timer() Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: cb(*args, **kw) Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: self._notify() Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: self.callback(batched_events) Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: event.method(event) Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: return self._get(url).json() Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: **kwargs) Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: **endpoint_filter) Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:06:30.387899 dv-cinder-786927-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:06:30.485802 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810306'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:30.490817 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:30.494675 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:06:30.517412 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e9623be-57a3-4bec-a444-03a2de84414f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:06:30.519903 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:06:30.522286 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3e9623be-57a3-4bec-a444-03a2de84414f HTTP/1.1" status: 204 len: 168 time: 1.4817102 Apr 19 18:06:30.727113 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34784) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:06:30.782893 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9b32523b-86da-42ea-a44e-77b6fd86fae7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c1f4a777e1a94e01a726e0f78a04f457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544448 Apr 19 18:06:30.785663 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34788) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:06:30.848270 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bb226dc9-1f9b-4d25-b794-24986009ba40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:30.875401 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bb226dc9-1f9b-4d25-b794-24986009ba40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:30.921160 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bb226dc9-1f9b-4d25-b794-24986009ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:30.924986 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dfe8e7c2-7526-4c9a-aa86-e39ad4f9dac1 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:06:30.939833 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb226dc9-1f9b-4d25-b794-24986009ba40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d90a271-b3f7-4335-9555-226dcd849e8b,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:06:30.942663 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bb226dc9-1f9b-4d25-b794-24986009ba40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:06:30.951241 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bb226dc9-1f9b-4d25-b794-24986009ba40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:30.955241 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-bb226dc9-1f9b-4d25-b794-24986009ba40 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1d90a271-b3f7-4335-9555-226dcd849e8b HTTP/1.1" status: 204 len: 168 time: 0.1660016 Apr 19 18:06:31.328202 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:31.329651 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34798) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:06:31.385495 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-678f23a0-f395-41f7-829f-0f1dcd29f732 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2c3b1cdd139e4180a649be36524a9e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543907 Apr 19 18:06:31.389324 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34802) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:06:31.461231 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f60a130-6cfa-48da-be94-973013cdfcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:31.490325 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f60a130-6cfa-48da-be94-973013cdfcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:31.542818 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f60a130-6cfa-48da-be94-973013cdfcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:31.546791 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8300df8f-90a0-401b-847f-cb155a3d2a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:06:31.558746 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60a130-6cfa-48da-be94-973013cdfcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4600823-dc15-47ab-b337-c5019266f833,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:06:31.562532 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5f60a130-6cfa-48da-be94-973013cdfcbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:06:31.566861 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f60a130-6cfa-48da-be94-973013cdfcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:31.570559 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5f60a130-6cfa-48da-be94-973013cdfcbe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4600823-dc15-47ab-b337-c5019266f833 HTTP/1.1" status: 204 len: 168 time: 0.1777647 Apr 19 18:06:32.084179 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71c83365-a113-4e3a-be37-cc9f0598741d req-97a96ff1-3f3f-4a81-ad9e-c713da0e0621 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834820 Apr 19 18:06:32.242195 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c83365-a113-4e3a-be37-cc9f0598741d req-8ac976bc-6f88-4d8e-9b46-37fa9958888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:06:32.244231 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71c83365-a113-4e3a-be37-cc9f0598741d req-8ac976bc-6f88-4d8e-9b46-37fa9958888a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52c9a70cdf8f44669caf1484d90915e5&device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 1100 time: 0.0835717 Apr 19 18:06:32.652598 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c83365-a113-4e3a-be37-cc9f0598741d req-c658a4e3-77db-4f5f-ab9b-466c19c311b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:06:32.654335 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71c83365-a113-4e3a-be37-cc9f0598741d req-c658a4e3-77db-4f5f-ab9b-466c19c311b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=307a8ec4-4f38-4cf3-9819-112e0427a44c HTTP/1.1" status: 200 len: 917 time: 0.3893230 Apr 19 18:06:32.777193 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71c83365-a113-4e3a-be37-cc9f0598741d req-75b46091-7914-4ae8-98a5-9a5bd92433b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c53af3ad-96e9-4516-95db-ab6e390e4961 HTTP/1.1" status: 200 len: 1002 time: 0.1148379 Apr 19 18:06:32.849061 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c83365-a113-4e3a-be37-cc9f0598741d req-a0fc630d-0b3c-4e82-8407-674a81a54150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:06:32.850674 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71c83365-a113-4e3a-be37-cc9f0598741d req-a0fc630d-0b3c-4e82-8407-674a81a54150 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d809f74-47e5-4dcf-9ad5-d0fe43ce2348 HTTP/1.1" status: 200 len: 855 time: 0.0665004 Apr 19 18:06:32.939034 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c83365-a113-4e3a-be37-cc9f0598741d req-1072a090-59c1-4ce4-922a-9a5e4eded66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:06:32.940539 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71c83365-a113-4e3a-be37-cc9f0598741d req-1072a090-59c1-4ce4-922a-9a5e4eded66f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307a8ec4-4f38-4cf3-9819-112e0427a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825226 Apr 19 18:06:33.089700 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71c83365-a113-4e3a-be37-cc9f0598741d req-ac1b7806-fedd-49e5-8c8d-6dc23c5a91df service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408005 Apr 19 18:06:33.235338 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71c83365-a113-4e3a-be37-cc9f0598741d req-260650f2-9449-445e-a52a-ef2be6bdc38e service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383638 Apr 19 18:06:45.956318 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f966f198-1955-46df-ae1b-bee2a571b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:49.012579 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:06:49.425540 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1211ed4f-9d4e-45a2-b7d1-485171dcac80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:49.929210 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:50.327147 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:06:51.568848 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:01.315717 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:05.614175 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373f28e-face-4477-b79a-0edbf2702c0c req-91d47410-7410-419f-a199-4a07aa6a9608 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:05.615729 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9373f28e-face-4477-b79a-0edbf2702c0c req-91d47410-7410-419f-a199-4a07aa6a9608 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 947 time: 0.0942385 Apr 19 18:07:05.665910 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9373f28e-face-4477-b79a-0edbf2702c0c req-7df150c6-600f-4a8a-883a-8050e2b93507 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434577 Apr 19 18:07:06.894528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe43e3-a249-45fb-8cf6-606dd911ec78 req-3e4e1c5c-550e-41b8-8a0c-a004afc9e06e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:06.896235 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6dbe43e3-a249-45fb-8cf6-606dd911ec78 req-3e4e1c5c-550e-41b8-8a0c-a004afc9e06e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 947 time: 0.1086032 Apr 19 18:07:06.948628 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6dbe43e3-a249-45fb-8cf6-606dd911ec78 req-de282c1d-fac0-4582-9d8f-b897d3056862 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456314 Apr 19 18:07:07.632917 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689b5c0-4961-451e-bacd-b409a5ce27db req-492bf494-67d3-48bb-ae25-98191ea9624a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:07.634436 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5689b5c0-4961-451e-bacd-b409a5ce27db req-492bf494-67d3-48bb-ae25-98191ea9624a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.52 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 947 time: 0.0913315 Apr 19 18:07:07.718994 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-5689b5c0-4961-451e-bacd-b409a5ce27db req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Deleting port c53af3ad-96e9-4516-95db-ab6e390e4961 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:07:07.719383 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-5689b5c0-4961-451e-bacd-b409a5ce27db req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:07.998768 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-5689b5c0-4961-451e-bacd-b409a5ce27db req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] For port c53af3ad-96e9-4516-95db-ab6e390e4961, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c53af3ad-96e9-4516-95db-ab6e390e4961,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:07:07.999296 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-5689b5c0-4961-451e-bacd-b409a5ce27db req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:08.363448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4573a4d-13fa-40d7-9d37-fac5a8915d51 req-33a6152b-4b87-46d9-a2f4-788ea8a42c65 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:08.365047 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d4573a4d-13fa-40d7-9d37-fac5a8915d51 req-33a6152b-4b87-46d9-a2f4-788ea8a42c65 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 947 time: 0.2826211 Apr 19 18:07:08.398254 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-5689b5c0-4961-451e-bacd-b409a5ce27db req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:08.398648 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-5689b5c0-4961-451e-bacd-b409a5ce27db req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810353'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:08.399026 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.l3_db [req-5689b5c0-4961-451e-bacd-b409a5ce27db req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Floating IP c9ca3516-da54-42fa-8fcb-6c847a4e8f5b disassociated. External IP: 172.28.2.216, port: c53af3ad-96e9-4516-95db-ab6e390e4961. Apr 19 18:07:08.399392 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-5689b5c0-4961-451e-bacd-b409a5ce27db req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Calling delete_port for c53af3ad-96e9-4516-95db-ab6e390e4961 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:07:08.479029 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d4573a4d-13fa-40d7-9d37-fac5a8915d51 req-dc392ac4-a409-42f7-bfbe-fcf17719ea2c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=3521ad69-85d4-43e9-b20b-a96e7b42e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035075 Apr 19 18:07:08.581097 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-5689b5c0-4961-451e-bacd-b409a5ce27db req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:08.594752 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f7af8f2c-43aa-45de-8bb4-97fc536cdb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:08.643910 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Pushing event deleted for resources: {'Port': ['ID=c53af3ad-96e9-4516-95db-ab6e390e4961,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:08.655385 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:08.655747 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:08.656190 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:08.656599 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:08.656995 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:08.657376 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:08.658099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:08.658293 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:08.658697 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:08.659090 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:08.659485 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:08.659873 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:08.664192 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:08.858365 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5689b5c0-4961-451e-bacd-b409a5ce27db req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Router df8f8cd0-015f-4ff5-9516-f99bf893dbcd has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:07:09.050729 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5689b5c0-4961-451e-bacd-b409a5ce27db req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:07:09.061498 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a002e06-8be6-4487-ab4a-08d215eca926 None None] Sync routers for ids ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:07:09.084703 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a002e06-8be6-4487-ab4a-08d215eca926 None None] Routers {'df8f8cd0-015f-4ff5-9516-f99bf893dbcd'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:07:09.085536 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-9a002e06-8be6-4487-ab4a-08d215eca926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:06:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:09.135017 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5689b5c0-4961-451e-bacd-b409a5ce27db req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] No DVR routers for this DVR port c53af3ad-96e9-4516-95db-ab6e390e4961 on host hv-cinder-78692 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:07:09.137824 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-5689b5c0-4961-451e-bacd-b409a5ce27db req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:09.143389 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59705e5f-eaf2-4b67-b8d3-4a5be4883b8b', 'name': 'network-vif-deleted', 'tag': 'c53af3ad-96e9-4516-95db-ab6e390e4961'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:07:09.159682 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5689b5c0-4961-451e-bacd-b409a5ce27db req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.52 "DELETE /v2.0/ports/c53af3ad-96e9-4516-95db-ab6e390e4961 HTTP/1.1" status: 204 len: 173 time: 1.5188825 Apr 19 18:07:09.198564 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59705e5f-eaf2-4b67-b8d3-4a5be4883b8b', 'name': 'network-vif-deleted', 'tag': 'c53af3ad-96e9-4516-95db-ab6e390e4961', 'status': 'completed', 'code': 200} Apr 19 18:07:09.284076 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-9a002e06-8be6-4487-ab4a-08d215eca926 None None] Set router df8f8cd0-015f-4ff5-9516-f99bf893dbcd gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:07:09.618362 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-9a002e06-8be6-4487-ab4a-08d215eca926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:02:23Z', 'revision_number': 4, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port': {'id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:16Z', 'updated_at': '2021-04-19T18:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '13ffda4d-ef93-485b-9e3e-72a06ffba92d', 'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'mac_address': 'fa:16:3e:6a:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:22Z', 'updated_at': '2021-04-19T18:02:32Z', 'revision_number': 5, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'subnets': [{'id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:09.622741 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a002e06-8be6-4487-ab4a-08d215eca926 None None] Checking router: df8f8cd0-015f-4ff5-9516-f99bf893dbcd for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:07:09.632731 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a002e06-8be6-4487-ab4a-08d215eca926 None None] Routers {'df8f8cd0-015f-4ff5-9516-f99bf893dbcd'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:07:09.633408 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-9a002e06-8be6-4487-ab4a-08d215eca926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:06:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:09.682763 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6d03bd9e-dfc0-4f7a-9fb5-7a41282f5922 req-a60493e6-7f1c-481c-ab09-73d012646b94 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=59705e5f-eaf2-4b67-b8d3-4a5be4883b8b HTTP/1.1" status: 200 len: 210 time: 0.0575342 Apr 19 18:07:10.009880 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-9a002e06-8be6-4487-ab4a-08d215eca926 None None] Set router df8f8cd0-015f-4ff5-9516-f99bf893dbcd gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:07:10.347609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-9a002e06-8be6-4487-ab4a-08d215eca926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:02:23Z', 'revision_number': 4, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port': {'id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:16Z', 'updated_at': '2021-04-19T18:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '13ffda4d-ef93-485b-9e3e-72a06ffba92d', 'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'mac_address': 'fa:16:3e:6a:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:22Z', 'updated_at': '2021-04-19T18:02:32Z', 'revision_number': 5, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'subnets': [{'id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:10.352193 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a002e06-8be6-4487-ab4a-08d215eca926 None None] The sync data for ids ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'] in dv-cinder-786927-1-smb is: [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:02:23Z', 'revision_number': 4, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port': {'id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:16Z', 'updated_at': '2021-04-19T18:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '13ffda4d-ef93-485b-9e3e-72a06ffba92d', 'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'mac_address': 'fa:16:3e:6a:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:22Z', 'updated_at': '2021-04-19T18:02:32Z', 'revision_number': 5, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'subnets': [{'id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:07:10.492358 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device c53af3ad-96e9-4516-95db-ab6e390e4961 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:07:10.534949 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] No Port match for: c53af3ad-96e9-4516-95db-ab6e390e4961 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:07:10.535358 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device c53af3ad-96e9-4516-95db-ab6e390e4961 not bound to the agent host hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:07:10.754290 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0bf68c-89e4-45bf-b2b4-bd12b78ab786 None None] New status for floating IP c9ca3516-da54-42fa-8fcb-6c847a4e8f5b: DOWN {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:07:10.823621 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34922) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:10.894479 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d948104a-7940-48d8-a5a3-100b600cdea9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:10.924027 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d948104a-7940-48d8-a5a3-100b600cdea9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:10.971439 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d948104a-7940-48d8-a5a3-100b600cdea9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:10.976759 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-05bbbaf5-eab4-48a0-a0f1-7d288f38c3ec tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:10.991473 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948104a-7940-48d8-a5a3-100b600cdea9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3521ad69-85d4-43e9-b20b-a96e7b42e5de,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:11.001282 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948104a-7940-48d8-a5a3-100b600cdea9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:11.001777 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948104a-7940-48d8-a5a3-100b600cdea9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:11.002339 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948104a-7940-48d8-a5a3-100b600cdea9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:11.002752 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948104a-7940-48d8-a5a3-100b600cdea9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:11.003160 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948104a-7940-48d8-a5a3-100b600cdea9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:11.003566 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948104a-7940-48d8-a5a3-100b600cdea9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:11.003965 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948104a-7940-48d8-a5a3-100b600cdea9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:11.004365 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948104a-7940-48d8-a5a3-100b600cdea9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:11.004769 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948104a-7940-48d8-a5a3-100b600cdea9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:11.005162 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948104a-7940-48d8-a5a3-100b600cdea9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:11.005566 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948104a-7940-48d8-a5a3-100b600cdea9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:11.005963 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948104a-7940-48d8-a5a3-100b600cdea9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:11.011401 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d948104a-7940-48d8-a5a3-100b600cdea9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:11.015394 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d948104a-7940-48d8-a5a3-100b600cdea9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:11.017107 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d948104a-7940-48d8-a5a3-100b600cdea9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "DELETE /v2.0/security-groups/3521ad69-85d4-43e9-b20b-a96e7b42e5de HTTP/1.1" status: 204 len: 168 time: 0.1923075 Apr 19 18:07:11.020238 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34926) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:11.038106 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.v2.resource [None req-e5d8c05c-5a74-4e6e-a0da-41a73a8cc80c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] show failed (client error): The resource could not be found. Apr 19 18:07:11.041998 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e5d8c05c-5a74-4e6e-a0da-41a73a8cc80c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups/3521ad69-85d4-43e9-b20b-a96e7b42e5de HTTP/1.1" status: 404 len: 347 time: 0.0180087 Apr 19 18:07:11.042747 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34930) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:11.216026 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-0f2462bc-d25e-4690-acab-a47eafbba692 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Deleting port f078ee61-1e6a-4939-9854-791b0d15f77f {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:07:11.216372 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0f2462bc-d25e-4690-acab-a47eafbba692 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:11.402180 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0f2462bc-d25e-4690-acab-a47eafbba692 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:11.402759 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0f2462bc-d25e-4690-acab-a47eafbba692 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:11.531525 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-0f2462bc-d25e-4690-acab-a47eafbba692 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Calling delete_port for f078ee61-1e6a-4939-9854-791b0d15f77f owned by network:floatingip {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:07:11.679640 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0f2462bc-d25e-4690-acab-a47eafbba692 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:11.683451 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c61dddcf-6f05-49b5-a90a-df76ce2385d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:11.733008 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2462bc-d25e-4690-acab-a47eafbba692 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Pushing event deleted for resources: {'Port': ['ID=f078ee61-1e6a-4939-9854-791b0d15f77f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:11.736441 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0f2462bc-d25e-4690-acab-a47eafbba692 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:11.832312 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0f2462bc-d25e-4690-acab-a47eafbba692 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for floatingip, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:11.847798 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0f2462bc-d25e-4690-acab-a47eafbba692 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:11.849040 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0f2462bc-d25e-4690-acab-a47eafbba692 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "DELETE /v2.0/floatingips/c9ca3516-da54-42fa-8fcb-6c847a4e8f5b HTTP/1.1" status: 204 len: 168 time: 0.8053317 Apr 19 18:07:12.231876 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34938) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:12.240649 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-c0158f88-f952-4d91-a311-1bbcda3249cc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--842745021', 'description': 'tempest-description--698537824'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:07:12.250736 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c0158f88-f952-4d91-a311-1bbcda3249cc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:07:12.255813 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c0158f88-f952-4d91-a311-1bbcda3249cc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Usage tracker for resource:security_group and tenant:52c9a70cdf8f44669caf1484d90915e5 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:07:12.259057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c0158f88-f952-4d91-a311-1bbcda3249cc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:07:12.265370 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c0158f88-f952-4d91-a311-1bbcda3249cc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:07:12.278732 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c0158f88-f952-4d91-a311-1bbcda3249cc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:12.303242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c0158f88-f952-4d91-a311-1bbcda3249cc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:07:12.307656 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c0158f88-f952-4d91-a311-1bbcda3249cc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Usage tracker for resource:security_group_rule and tenant:52c9a70cdf8f44669caf1484d90915e5 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:07:12.310887 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c0158f88-f952-4d91-a311-1bbcda3249cc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:07:12.317829 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c0158f88-f952-4d91-a311-1bbcda3249cc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:07:12.399911 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c0158f88-f952-4d91-a311-1bbcda3249cc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:12.403707 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c0158f88-f952-4d91-a311-1bbcda3249cc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:12.407559 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bb662572-085f-48e2-956f-40e9076ee4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:12.452572 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0158f88-f952-4d91-a311-1bbcda3249cc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f08259-9f00-4978-85e8-c6873644beb8,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:12.455741 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c0158f88-f952-4d91-a311-1bbcda3249cc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:12.456973 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c0158f88-f952-4d91-a311-1bbcda3249cc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2239017 Apr 19 18:07:12.458110 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c0158f88-f952-4d91-a311-1bbcda3249cc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:12.460991 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34942) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:12.467104 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-fa889b1d-60e7-4cae-937e-9df3531bb41c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Request body: {'security_group_rule': {'security_group_id': 'f9f08259-9f00-4978-85e8-c6873644beb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:07:12.474445 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fa889b1d-60e7-4cae-937e-9df3531bb41c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:07:12.478844 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fa889b1d-60e7-4cae-937e-9df3531bb41c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Usage tracker for resource:security_group_rule and tenant:52c9a70cdf8f44669caf1484d90915e5 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:07:12.482078 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fa889b1d-60e7-4cae-937e-9df3531bb41c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:07:12.488663 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fa889b1d-60e7-4cae-937e-9df3531bb41c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:07:12.507448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa889b1d-60e7-4cae-937e-9df3531bb41c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:12.587077 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa889b1d-60e7-4cae-937e-9df3531bb41c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:12.591534 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa889b1d-60e7-4cae-937e-9df3531bb41c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:12.593643 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:12.617859 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa889b1d-60e7-4cae-937e-9df3531bb41c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980e7fa1-6915-4db4-bbbe-616f986cdb1a,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:12.623861 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fa889b1d-60e7-4cae-937e-9df3531bb41c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:12.626463 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa889b1d-60e7-4cae-937e-9df3531bb41c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:12.627737 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-fa889b1d-60e7-4cae-937e-9df3531bb41c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1656618 Apr 19 18:07:12.630773 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 34946) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:12.636498 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-1cf95bd1-dcc1-4cb6-be10-f9ce62c45728 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Request body: {'security_group_rule': {'security_group_id': 'f9f08259-9f00-4978-85e8-c6873644beb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:07:12.643580 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1cf95bd1-dcc1-4cb6-be10-f9ce62c45728 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:07:12.647774 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1cf95bd1-dcc1-4cb6-be10-f9ce62c45728 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Usage tracker for resource:security_group_rule and tenant:52c9a70cdf8f44669caf1484d90915e5 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:07:12.650907 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1cf95bd1-dcc1-4cb6-be10-f9ce62c45728 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:07:12.657042 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1cf95bd1-dcc1-4cb6-be10-f9ce62c45728 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:07:12.674739 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1cf95bd1-dcc1-4cb6-be10-f9ce62c45728 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:12.743900 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1cf95bd1-dcc1-4cb6-be10-f9ce62c45728 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:12.747982 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1cf95bd1-dcc1-4cb6-be10-f9ce62c45728 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707200'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:12.750106 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:12.774349 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf95bd1-dcc1-4cb6-be10-f9ce62c45728 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7766dea1-414e-4a06-8692-7648440f2df2,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:12.777437 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1cf95bd1-dcc1-4cb6-be10-f9ce62c45728 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:12.784677 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1cf95bd1-dcc1-4cb6-be10-f9ce62c45728 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:12.786026 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1cf95bd1-dcc1-4cb6-be10-f9ce62c45728 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542022 Apr 19 18:07:12.790039 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 34950) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:12.795870 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Request body: {'floatingip': {'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:07:12.802769 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:07:12.807017 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Usage tracker for resource:floatingip and tenant:52c9a70cdf8f44669caf1484d90915e5 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:07:12.810174 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:07:12.816819 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:07:12.828278 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for floatingip, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:12.977262 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:13.129291 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Allocated IP 172.28.2.145 (a2fa5661-1776-4bb8-890c-56efb392f8f6/97753496-fb36-4619-b754-5756b6f438bf/8310b867-20cd-42db-b45b-c44836fb0692) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:07:13.293157 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:13.324563 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:13.329898 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a7669f86-2668-4872-a52f-8a04dceac963 tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:13.399728 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Network a2fa5661-1776-4bb8-890c-56efb392f8f6 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:07:13.403397 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:07:13.407501 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:07:13.447264 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Pushing event updated for resources: {'Port': ['ID=8310b867-20cd-42db-b45b-c44836fb0692,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:13.451581 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:13.500565 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:13.571496 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:13.814381 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:13.819088 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:13.822998 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4eae3962-f633-4dcb-9335-9fd73f2f52c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:14.193883 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Pushing event updated for resources: {'Port': ['ID=8310b867-20cd-42db-b45b-c44836fb0692,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:14.198465 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:14.206656 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810353'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:14.230375 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:14.231703 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4405894 Apr 19 18:07:14.492580 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-873759c2-6f43-4add-b63e-4d526ea2569e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Synchronizing usage tracker for tenant:52c9a70cdf8f44669caf1484d90915e5 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:07:14.508783 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-873759c2-6f43-4add-b63e-4d526ea2569e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Unset dirty status for tenant:52c9a70cdf8f44669caf1484d90915e5 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:07:14.509989 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-873759c2-6f43-4add-b63e-4d526ea2569e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--842745021&fields=id&tenant_id=52c9a70cdf8f44669caf1484d90915e5 HTTP/1.1" status: 200 len: 267 time: 0.0607097 Apr 19 18:07:14.678210 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-c17c5db6-5dde-425b-b19d-00666ff17e0e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:14.678963 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-c17c5db6-5dde-425b-b19d-00666ff17e0e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Synchronizing usage tracker for tenant:52c9a70cdf8f44669caf1484d90915e5 on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:07:14.696618 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-c17c5db6-5dde-425b-b19d-00666ff17e0e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Unset dirty status for tenant:52c9a70cdf8f44669caf1484d90915e5 on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:07:14.697865 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-c17c5db6-5dde-425b-b19d-00666ff17e0e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/networks?id=307a8ec4-4f38-4cf3-9819-112e0427a44c HTTP/1.1" status: 200 len: 816 time: 0.1764417 Apr 19 18:07:14.715088 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-f983bd54-1f7f-46b3-a10b-a4b65f8b0f15 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/quotas/52c9a70cdf8f44669caf1484d90915e5 HTTP/1.1" status: 200 len: 375 time: 0.0107722 Apr 19 18:07:14.809189 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-e9ec1019-33b5-4a04-8f96-521046179fa4 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Synchronizing usage tracker for tenant:52c9a70cdf8f44669caf1484d90915e5 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:07:14.824811 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-e9ec1019-33b5-4a04-8f96-521046179fa4 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Unset dirty status for tenant:52c9a70cdf8f44669caf1484d90915e5 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:07:14.826252 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-e9ec1019-33b5-4a04-8f96-521046179fa4 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=52c9a70cdf8f44669caf1484d90915e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1044235 Apr 19 18:07:14.987301 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-aa214df3-47ce-4896-857c-91480b0a8eef service neutron] 10.222.0.81 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467533 Apr 19 18:07:15.134013 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-0ac6d88e-e66a-40b5-a788-22554e230a6d service neutron] 10.222.0.81 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398721 Apr 19 18:07:15.369433 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f97422c6-2f75-4c24-b8ba-bbadd9fb5d04 req-298b00e6-4d67-41e0-adfe-8f15c9764ffb tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Synchronizing usage tracker for tenant:52c9a70cdf8f44669caf1484d90915e5 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:07:15.382581 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f97422c6-2f75-4c24-b8ba-bbadd9fb5d04 req-298b00e6-4d67-41e0-adfe-8f15c9764ffb tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Unset dirty status for tenant:52c9a70cdf8f44669caf1484d90915e5 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:07:15.384294 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f97422c6-2f75-4c24-b8ba-bbadd9fb5d04 req-298b00e6-4d67-41e0-adfe-8f15c9764ffb tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 210 time: 0.0701284 Apr 19 18:07:15.952168 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-baa5c9f0-390e-4b79-b03a-980dfdda8a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:16.512675 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-ce48968b-0290-4859-96f5-0ce08e43b92e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:16.514508 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-ce48968b-0290-4859-96f5-0ce08e43b92e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.52 "GET /v2.0/networks?id=307a8ec4-4f38-4cf3-9819-112e0427a44c HTTP/1.1" status: 200 len: 816 time: 0.1654444 Apr 19 18:07:16.561149 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3b49665c-a923-4ffa-95aa-7965dc9a386a req-77d68c42-bc31-4044-85e3-8d2dd35da49d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 210 time: 0.0536256 Apr 19 18:07:16.597529 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-d67e0e12-b0be-41b2-863b-6ade3cd171d3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=52c9a70cdf8f44669caf1484d90915e5 HTTP/1.1" status: 200 len: 5707 time: 0.0731015 Apr 19 18:07:16.607120 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-77ebb549-112a-4819-aa2f-fc4ea9de24e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Request body: {'port': {'device_id': 'c0b09f73-6f3b-44f7-9a06-49012a6f607d', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'admin_state_up': True, 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'security_groups': ['f9f08259-9f00-4978-85e8-c6873644beb8']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:07:16.755871 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-77ebb549-112a-4819-aa2f-fc4ea9de24e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:07:16.765999 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-77ebb549-112a-4819-aa2f-fc4ea9de24e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:07:16.776211 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-77ebb549-112a-4819-aa2f-fc4ea9de24e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Made reservation on behalf of 52c9a70cdf8f44669caf1484d90915e5 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:07:16.782387 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-77ebb549-112a-4819-aa2f-fc4ea9de24e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:16.967656 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-77ebb549-112a-4819-aa2f-fc4ea9de24e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Allocated IP 172.20.0.14 (307a8ec4-4f38-4cf3-9819-112e0427a44c/0d809f74-47e5-4dcf-9ad5-d0fe43ce2348/97e5fee6-42ca-467e-b35e-83c4d807c5d4) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:07:17.184889 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-77ebb549-112a-4819-aa2f-fc4ea9de24e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:17.204060 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-77ebb549-112a-4819-aa2f-fc4ea9de24e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Transition to ACTIVE for port object 97e5fee6-42ca-467e-b35e-83c4d807c5d4 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:07:17.232416 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-77ebb549-112a-4819-aa2f-fc4ea9de24e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:17.238722 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:17.314966 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-77ebb549-112a-4819-aa2f-fc4ea9de24e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Network 307a8ec4-4f38-4cf3-9819-112e0427a44c is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:07:17.318857 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-77ebb549-112a-4819-aa2f-fc4ea9de24e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:07:17.323089 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-77ebb549-112a-4819-aa2f-fc4ea9de24e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:07:17.363484 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebb549-112a-4819-aa2f-fc4ea9de24e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Pushing event updated for resources: {'Port': ['ID=97e5fee6-42ca-467e-b35e-83c4d807c5d4,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:17.368510 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-77ebb549-112a-4819-aa2f-fc4ea9de24e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:17.401214 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-77ebb549-112a-4819-aa2f-fc4ea9de24e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:17.402169 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-77ebb549-112a-4819-aa2f-fc4ea9de24e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:17.433667 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-77ebb549-112a-4819-aa2f-fc4ea9de24e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8306718 Apr 19 18:07:17.447760 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Request body: {'port': {'device_id': 'c0b09f73-6f3b-44f7-9a06-49012a6f607d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:07:17.516625 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-57f52772-808d-4a07-8fd0-5368dc897435 None None] Provisioning for port 97e5fee6-42ca-467e-b35e-83c4d807c5d4 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:07:17.522623 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-57f52772-808d-4a07-8fd0-5368dc897435 None None] Provisioning complete for port 97e5fee6-42ca-467e-b35e-83c4d807c5d4 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:07:17.523053 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-57f52772-808d-4a07-8fd0-5368dc897435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:17.578106 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:17.586840 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-57f52772-808d-4a07-8fd0-5368dc897435 None None] Port 97e5fee6-42ca-467e-b35e-83c4d807c5d4 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:07:17.913748 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e6726-e520-46ef-8ee9-3c3d84285e94 req-171b5b6a-b4cf-4fcd-a160-799ab34ac30b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:17.914549 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-9c1e6726-e520-46ef-8ee9-3c3d84285e94 req-171b5b6a-b4cf-4fcd-a160-799ab34ac30b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Synchronizing usage tracker for tenant:52c9a70cdf8f44669caf1484d90915e5 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:07:17.965103 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-9c1e6726-e520-46ef-8ee9-3c3d84285e94 req-171b5b6a-b4cf-4fcd-a160-799ab34ac30b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Unset dirty status for tenant:52c9a70cdf8f44669caf1484d90915e5 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:07:17.966389 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9c1e6726-e520-46ef-8ee9-3c3d84285e94 req-171b5b6a-b4cf-4fcd-a160-799ab34ac30b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 932 time: 0.2588387 Apr 19 18:07:18.083366 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9c1e6726-e520-46ef-8ee9-3c3d84285e94 req-aeaa04d9-606e-4b98-b032-f9e83645593e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091259 Apr 19 18:07:18.101378 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e5fee6-42ca-467e-b35e-83c4d807c5d4 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:07:18.115311 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:18.131634 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Transition to ACTIVE for port object 97e5fee6-42ca-467e-b35e-83c4d807c5d4 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:07:18.134960 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:18.140144 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-058e3338-f231-40fb-9e4e-05824423ead7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:18.322536 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Pushing event updated for resources: {'Port': ['ID=97e5fee6-42ca-467e-b35e-83c4d807c5d4,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:18.352122 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:18.396754 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Attempting to bind port 97e5fee6-42ca-467e-b35e-83c4d807c5d4 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:07:18.397113 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Attempting to bind port 97e5fee6-42ca-467e-b35e-83c4d807c5d4 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '7f517a5b-1eaf-4ce0-bcee-666b65a2b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:07:18.397489 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Attempting to bind port 97e5fee6-42ca-467e-b35e-83c4d807c5d4 on network 307a8ec4-4f38-4cf3-9819-112e0427a44c {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:07:18.402697 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Port 97e5fee6-42ca-467e-b35e-83c4d807c5d4 on network 307a8ec4-4f38-4cf3-9819-112e0427a44c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:07:18.403055 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Attempting to bind port 97e5fee6-42ca-467e-b35e-83c4d807c5d4 on network 307a8ec4-4f38-4cf3-9819-112e0427a44c {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:07:18.408795 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Checking agent: {'id': '65b29327-db8b-4ae4-8402-12a24c685031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'started_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:07:18.409240 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Checking segment: {'id': '7f517a5b-1eaf-4ce0-bcee-666b65a2b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:07:18.409604 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Bound using segment: {'id': '7f517a5b-1eaf-4ce0-bcee-666b65a2b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:07:18.410119 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Bound port: 97e5fee6-42ca-467e-b35e-83c4d807c5d4, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f517a5b-1eaf-4ce0-bcee-666b65a2b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:07:18.410516 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:18.509632 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] For port 97e5fee6-42ca-467e-b35e-83c4d807c5d4, host hv-cinder-78692, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:07:18.512806 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] For port 97e5fee6-42ca-467e-b35e-83c4d807c5d4, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=97e5fee6-42ca-467e-b35e-83c4d807c5d4,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:07:18.517198 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851854300'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:18.521417 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-113ce261-dd83-4c43-8ea4-325844ee90b7 tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:18.583982 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:18.584669 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:18.586181 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] 10.222.0.52 "PUT /v2.0/ports/97e5fee6-42ca-467e-b35e-83c4d807c5d4 HTTP/1.1" status: 200 len: 1094 time: 1.1437047 Apr 19 18:07:18.586744 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b09f73-6f3b-44f7-9a06-49012a6f607d', 'tag': '97e5fee6-42ca-467e-b35e-83c4d807c5d4'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:07:18.619672 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Pushing event updated for resources: {'Port': ['ID=97e5fee6-42ca-467e-b35e-83c4d807c5d4,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:18.622885 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:18.671458 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b09f73-6f3b-44f7-9a06-49012a6f607d', 'tag': '97e5fee6-42ca-467e-b35e-83c4d807c5d4', 'status': 'completed', 'code': 200} Apr 19 18:07:18.715456 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-41f1b558-2cac-4bde-8b0e-894a00deda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:18.717204 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-41f1b558-2cac-4bde-8b0e-894a00deda60 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52c9a70cdf8f44669caf1484d90915e5&device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 1097 time: 0.0897276 Apr 19 18:07:18.794424 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-68d7ee4d-52ef-46a0-90bd-1d3e5e8e1087 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e5fee6-42ca-467e-b35e-83c4d807c5d4 HTTP/1.1" status: 200 len: 217 time: 0.0681701 Apr 19 18:07:18.870628 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-a5c46d9f-0f1a-4fe9-a509-e52b2272dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:18.872203 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-a5c46d9f-0f1a-4fe9-a509-e52b2272dd80 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d809f74-47e5-4dcf-9ad5-d0fe43ce2348 HTTP/1.1" status: 200 len: 855 time: 0.0708995 Apr 19 18:07:18.961363 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-b243cadb-8729-4a62-b710-203ff5b89357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:18.963064 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-b243cadb-8729-4a62-b710-203ff5b89357 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307a8ec4-4f38-4cf3-9819-112e0427a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845184 Apr 19 18:07:19.107815 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-956e85c0-4d17-4d15-91d1-dbb685526279 service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367896 Apr 19 18:07:19.317556 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fa291fd8-090b-451a-a4c1-590e9c0c86ed req-36c3a6a7-1ee5-4cf9-8f10-05e36910e2e0 service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026453 Apr 19 18:07:19.338381 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f8de0-7ae3-446e-9b44-aae6e1400a59 req-6a18342a-772c-48ee-b77a-d74588c5cfa4 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:19.340029 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-639f8de0-7ae3-446e-9b44-aae6e1400a59 req-6a18342a-772c-48ee-b77a-d74588c5cfa4 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 944 time: 0.1283917 Apr 19 18:07:19.418334 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9cbfe025-f12c-440e-9281-1859e8e4547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:19.445228 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-639f8de0-7ae3-446e-9b44-aae6e1400a59 req-89c1eb9a-a598-42b4-b4cb-94233ce6b033 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984931 Apr 19 18:07:19.472421 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc98c10-9809-40e9-bf56-951b19345acb req-ee90d447-2422-4317-bb2b-0eda37ca82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:19.474052 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bfc98c10-9809-40e9-bf56-951b19345acb req-ee90d447-2422-4317-bb2b-0eda37ca82fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52c9a70cdf8f44669caf1484d90915e5&device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 1097 time: 0.1055076 Apr 19 18:07:19.621061 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc98c10-9809-40e9-bf56-951b19345acb req-150fb325-aea1-4b79-a000-2df20cb45168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:19.622540 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bfc98c10-9809-40e9-bf56-951b19345acb req-150fb325-aea1-4b79-a000-2df20cb45168 service neutron] 10.222.0.52 "GET /v2.0/networks?id=307a8ec4-4f38-4cf3-9819-112e0427a44c HTTP/1.1" status: 200 len: 917 time: 0.1420233 Apr 19 18:07:19.703941 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bfc98c10-9809-40e9-bf56-951b19345acb req-36603ce8-8a9e-4365-b194-86971bca33c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e5fee6-42ca-467e-b35e-83c4d807c5d4 HTTP/1.1" status: 200 len: 217 time: 0.0713594 Apr 19 18:07:19.773124 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc98c10-9809-40e9-bf56-951b19345acb req-2d4bfea3-cb80-4396-93d7-f841f2210f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:19.775531 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bfc98c10-9809-40e9-bf56-951b19345acb req-2d4bfea3-cb80-4396-93d7-f841f2210f9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d809f74-47e5-4dcf-9ad5-d0fe43ce2348 HTTP/1.1" status: 200 len: 855 time: 0.0644526 Apr 19 18:07:19.861984 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc98c10-9809-40e9-bf56-951b19345acb req-335d22bc-f52d-4b8d-9bb9-9a3854d49a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:19.863642 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bfc98c10-9809-40e9-bf56-951b19345acb req-335d22bc-f52d-4b8d-9bb9-9a3854d49a26 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307a8ec4-4f38-4cf3-9819-112e0427a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822730 Apr 19 18:07:19.932538 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:20.010280 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bfc98c10-9809-40e9-bf56-951b19345acb req-c517ee8b-ec62-46ec-98f7-519cf6bf013c service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395829 Apr 19 18:07:20.155849 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bfc98c10-9809-40e9-bf56-951b19345acb req-a9e8e5f4-bf1b-4642-8909-f27ca66a8a25 service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386139 Apr 19 18:07:20.319988 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:20.678954 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634eac6-42a8-46c1-b6e3-0624a8998001 req-9e5951cc-42a7-49f6-a601-3187c7e45712 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:20.680555 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b634eac6-42a8-46c1-b6e3-0624a8998001 req-9e5951cc-42a7-49f6-a601-3187c7e45712 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 944 time: 0.1130593 Apr 19 18:07:20.729662 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b634eac6-42a8-46c1-b6e3-0624a8998001 req-ac3705fb-f0ca-41be-824f-d0f0ce4bfbad tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424981 Apr 19 18:07:21.570780 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:21.950443 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5142075-bc69-48d9-9f89-9aff15d28fb5 req-16be4969-fc82-41f8-a24d-91c21a947deb tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:21.952039 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f5142075-bc69-48d9-9f89-9aff15d28fb5 req-16be4969-fc82-41f8-a24d-91c21a947deb tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 944 time: 0.0914643 Apr 19 18:07:22.005172 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f5142075-bc69-48d9-9f89-9aff15d28fb5 req-3a90add0-cfdf-4c07-ac28-2a2e2f1dadc7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456734 Apr 19 18:07:22.583058 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 97e5fee6-42ca-467e-b35e-83c4d807c5d4 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:07:22.730138 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 97e5fee6-42ca-467e-b35e-83c4d807c5d4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=97e5fee6-42ca-467e-b35e-83c4d807c5d4,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:07:22.745552 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': '97e5fee6-42ca-467e-b35e-83c4d807c5d4', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'port_id': '97e5fee6-42ca-467e-b35e-83c4d807c5d4', 'mac_address': 'fa:16:3e:ec:5e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:07:22.809126 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:22.827636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e5fee6-42ca-467e-b35e-83c4d807c5d4 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:07:22.845077 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 97e5fee6-42ca-467e-b35e-83c4d807c5d4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=97e5fee6-42ca-467e-b35e-83c4d807c5d4,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:07:22.849232 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:22.851241 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:22.927596 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=97e5fee6-42ca-467e-b35e-83c4d807c5d4,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:22.938248 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:22.938882 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:22.939619 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:22.939942 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:22.940239 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:22.941127 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:22.941657 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:22.942065 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:22.942432 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:22.942795 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:22.943151 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:22.943510 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:07:22.947853 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:23.234248 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d76a8-e60b-4361-ab2c-cce08d989a33 req-601149bd-2c1c-4105-a776-08203ad7b330 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:23.235918 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-720d76a8-e60b-4361-ab2c-cce08d989a33 req-601149bd-2c1c-4105-a776-08203ad7b330 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 945 time: 0.1062739 Apr 19 18:07:23.284400 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['97e5fee6-42ca-467e-b35e-83c4d807c5d4'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:07:23.285822 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-720d76a8-e60b-4361-ab2c-cce08d989a33 req-681cb993-7539-461a-ac9f-d8863ec14627 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424340 Apr 19 18:07:24.520460 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42edba9-b54a-4a52-b4ec-fd6aecc3f99b req-c098a772-1b5e-4ffc-ad12-2f107cfc5b6a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:24.522125 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b42edba9-b54a-4a52-b4ec-fd6aecc3f99b req-c098a772-1b5e-4ffc-ad12-2f107cfc5b6a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 945 time: 0.1094260 Apr 19 18:07:24.575586 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b42edba9-b54a-4a52-b4ec-fd6aecc3f99b req-f3700ef3-368a-4c5e-855b-b62cd8e3246f tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435848 Apr 19 18:07:24.589253 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 97e5fee6-42ca-467e-b35e-83c4d807c5d4 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:07:24.666677 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning for port 97e5fee6-42ca-467e-b35e-83c4d807c5d4 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:07:24.671724 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port 97e5fee6-42ca-467e-b35e-83c4d807c5d4 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:07:24.672148 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:24.803008 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:24.831120 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b09f73-6f3b-44f7-9a06-49012a6f607d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e5fee6-42ca-467e-b35e-83c4d807c5d4'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:07:24.842537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 97e5fee6-42ca-467e-b35e-83c4d807c5d4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=97e5fee6-42ca-467e-b35e-83c4d807c5d4,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:07:24.847277 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:24.849131 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:24.886245 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b09f73-6f3b-44f7-9a06-49012a6f607d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e5fee6-42ca-467e-b35e-83c4d807c5d4', 'code': 200} Apr 19 18:07:24.924979 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=97e5fee6-42ca-467e-b35e-83c4d807c5d4,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:24.928565 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:25.132110 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fe0e6-57b0-47a4-8480-86128f58289b req-3a911a60-c708-42e6-8925-0d7ac282d8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:25.133729 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-142fe0e6-57b0-47a4-8480-86128f58289b req-3a911a60-c708-42e6-8925-0d7ac282d8a3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 1099 time: 0.0790889 Apr 19 18:07:25.180728 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-142fe0e6-57b0-47a4-8480-86128f58289b req-4302dd67-4227-4a24-9f71-7bbc3edd479f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401394 Apr 19 18:07:25.936867 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82882976-d79d-4814-a730-9806d0f52b4f req-c9063d41-0ecf-483d-82c5-8eace4b3d255 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:25.938455 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-82882976-d79d-4814-a730-9806d0f52b4f req-c9063d41-0ecf-483d-82c5-8eace4b3d255 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.0990398 Apr 19 18:07:25.988175 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-82882976-d79d-4814-a730-9806d0f52b4f req-b3a4a431-e480-4134-b099-de9ece00a2c0 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430534 Apr 19 18:07:26.012581 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:07:27.198858 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bcb71-9912-49e3-9676-e29628efbadd req-7aafa7ed-3762-494c-9aa8-031a9788b677 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:27.200531 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f86bcb71-9912-49e3-9676-e29628efbadd req-7aafa7ed-3762-494c-9aa8-031a9788b677 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.0912216 Apr 19 18:07:27.250241 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f86bcb71-9912-49e3-9676-e29628efbadd req-487e0e20-253c-44f7-8513-64f68b639622 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432799 Apr 19 18:07:27.461059 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacdba4-c93f-4f39-8d2d-e2769ab1344f req-44a91451-4fc1-4359-803b-f638771cea40 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:27.462685 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1bacdba4-c93f-4f39-8d2d-e2769ab1344f req-44a91451-4fc1-4359-803b-f638771cea40 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.0938859 Apr 19 18:07:27.472253 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 35100) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:27.478180 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-3359df2e-988d-4aee-82a0-98d8cee936d3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Request body: {'floatingip': {'port_id': '97e5fee6-42ca-467e-b35e-83c4d807c5d4'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:07:27.575420 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db596f0c-5f31-4c42-981f-b632f7566de0 req-4bd12d12-2484-4aa3-8893-d94e99ef5d5c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:27.577196 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-db596f0c-5f31-4c42-981f-b632f7566de0 req-4bd12d12-2484-4aa3-8893-d94e99ef5d5c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.0915420 Apr 19 18:07:27.633094 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-db596f0c-5f31-4c42-981f-b632f7566de0 req-fe78bdbc-c652-4711-9454-45eba2accee9 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486832 Apr 19 18:07:27.808056 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3359df2e-988d-4aee-82a0-98d8cee936d3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for floatingip, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:28.440296 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3359df2e-988d-4aee-82a0-98d8cee936d3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:28.444806 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3359df2e-988d-4aee-82a0-98d8cee936d3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810353'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:28.626419 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.l3_db [None req-3359df2e-988d-4aee-82a0-98d8cee936d3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Floating IP 61b182a9-5771-4f88-ad15-ecc351ca8f72 associated. External IP: 172.28.2.145, port: 97e5fee6-42ca-467e-b35e-83c4d807c5d4. Apr 19 18:07:28.999488 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2db03b-0012-4762-99f7-694e94ad6133 req-eaa0ea34-5e5d-489f-9c49-e2185fea885d tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:29.000989 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7a2db03b-0012-4762-99f7-694e94ad6133 req-eaa0ea34-5e5d-489f-9c49-e2185fea885d tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.2494090 Apr 19 18:07:29.085984 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7a2db03b-0012-4762-99f7-694e94ad6133 req-49c7aeec-f898-4a2f-86a9-c196d1ff47cf tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762980 Apr 19 18:07:29.106374 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3359df2e-988d-4aee-82a0-98d8cee936d3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Router df8f8cd0-015f-4ff5-9516-f99bf893dbcd has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:07:29.312629 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3359df2e-988d-4aee-82a0-98d8cee936d3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:07:29.317540 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3359df2e-988d-4aee-82a0-98d8cee936d3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:29.324246 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64753359-fea6-447c-acc8-442b5bee4b3e None None] Sync routers for ids ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:07:29.334808 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64753359-fea6-447c-acc8-442b5bee4b3e None None] Routers {'df8f8cd0-015f-4ff5-9516-f99bf893dbcd'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:07:29.335490 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-64753359-fea6-447c-acc8-442b5bee4b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:07:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:29.377123 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3359df2e-988d-4aee-82a0-98d8cee936d3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "PUT /v2.0/floatingips/61b182a9-5771-4f88-ad15-ecc351ca8f72 HTTP/1.1" status: 200 len: 992 time: 1.9036603 Apr 19 18:07:29.378197 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b09f73-6f3b-44f7-9a06-49012a6f607d', 'tag': '97e5fee6-42ca-467e-b35e-83c4d807c5d4'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:07:29.432436 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b09f73-6f3b-44f7-9a06-49012a6f607d', 'tag': '97e5fee6-42ca-467e-b35e-83c4d807c5d4', 'status': 'completed', 'code': 200} Apr 19 18:07:29.529887 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-64753359-fea6-447c-acc8-442b5bee4b3e None None] Set router df8f8cd0-015f-4ff5-9516-f99bf893dbcd gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:07:29.540075 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65983119-534d-458a-87ec-47a52ab2f249 req-a8bbecdd-a623-4a3f-8683-e7f0a08214da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:29.541771 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-65983119-534d-458a-87ec-47a52ab2f249 req-a8bbecdd-a623-4a3f-8683-e7f0a08214da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52c9a70cdf8f44669caf1484d90915e5&device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 1099 time: 0.0877099 Apr 19 18:07:29.601211 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87407b1-ba8d-4d46-849d-461b950f951b req-8bbf1516-5268-4c26-a70d-27a31db7448b tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:29.602824 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c87407b1-ba8d-4d46-849d-461b950f951b req-8bbf1516-5268-4c26-a70d-27a31db7448b tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.0944321 Apr 19 18:07:29.684879 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-c87407b1-ba8d-4d46-849d-461b950f951b req-44c4b096-1f39-410f-b560-659e97cd552f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Deleting port cc4e8e70-cc06-43fb-9f9a-f1ced8116137 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:07:29.685785 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-c87407b1-ba8d-4d46-849d-461b950f951b req-44c4b096-1f39-410f-b560-659e97cd552f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:29.693065 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65983119-534d-458a-87ec-47a52ab2f249 req-f44c1ebe-850f-4047-89e6-282473f1ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:29.694735 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-65983119-534d-458a-87ec-47a52ab2f249 req-f44c1ebe-850f-4047-89e6-282473f1ecde service neutron] 10.222.0.52 "GET /v2.0/networks?id=307a8ec4-4f38-4cf3-9819-112e0427a44c HTTP/1.1" status: 200 len: 917 time: 0.1460052 Apr 19 18:07:29.810791 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-65983119-534d-458a-87ec-47a52ab2f249 req-50c72ee5-bafa-4b94-9aae-83e18b6c8798 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e5fee6-42ca-467e-b35e-83c4d807c5d4 HTTP/1.1" status: 200 len: 1000 time: 0.1094217 Apr 19 18:07:29.882303 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65983119-534d-458a-87ec-47a52ab2f249 req-d579c967-7b85-4213-86bc-c4261e5c4d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:29.883954 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-65983119-534d-458a-87ec-47a52ab2f249 req-d579c967-7b85-4213-86bc-c4261e5c4d30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d809f74-47e5-4dcf-9ad5-d0fe43ce2348 HTTP/1.1" status: 200 len: 855 time: 0.0663366 Apr 19 18:07:29.904024 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-64753359-fea6-447c-acc8-442b5bee4b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:02:23Z', 'revision_number': 4, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port': {'id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:16Z', 'updated_at': '2021-04-19T18:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_floatingips': [{'id': '61b182a9-5771-4f88-ad15-ecc351ca8f72', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'floating_ip_address': '172.28.2.145', 'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'router_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'port_id': '97e5fee6-42ca-467e-b35e-83c4d807c5d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'mac_address': 'fa:16:3e:ec:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b09f73-6f3b-44f7-9a06-49012a6f607d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:07:13Z', 'updated_at': '2021-04-19T18:07:28Z', 'revision_number': 1, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ffda4d-ef93-485b-9e3e-72a06ffba92d', 'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'mac_address': 'fa:16:3e:6a:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:22Z', 'updated_at': '2021-04-19T18:02:32Z', 'revision_number': 5, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'subnets': [{'id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:29.908218 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64753359-fea6-447c-acc8-442b5bee4b3e None None] Checking router: df8f8cd0-015f-4ff5-9516-f99bf893dbcd for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:07:29.917280 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64753359-fea6-447c-acc8-442b5bee4b3e None None] Routers {'df8f8cd0-015f-4ff5-9516-f99bf893dbcd'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:07:29.917959 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-64753359-fea6-447c-acc8-442b5bee4b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:07:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:29.954636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-c87407b1-ba8d-4d46-849d-461b950f951b req-44c4b096-1f39-410f-b560-659e97cd552f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] For port cc4e8e70-cc06-43fb-9f9a-f1ced8116137, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cc4e8e70-cc06-43fb-9f9a-f1ced8116137,segment=NetworkSegment(ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb),segment_id=ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:07:29.955023 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-c87407b1-ba8d-4d46-849d-461b950f951b req-44c4b096-1f39-410f-b560-659e97cd552f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:30.118906 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-64753359-fea6-447c-acc8-442b5bee4b3e None None] Set router df8f8cd0-015f-4ff5-9516-f99bf893dbcd gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:07:30.279022 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65983119-534d-458a-87ec-47a52ab2f249 req-51366f92-289f-490d-b6a7-25ef9fa907f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:30.280690 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-65983119-534d-458a-87ec-47a52ab2f249 req-51366f92-289f-490d-b6a7-25ef9fa907f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307a8ec4-4f38-4cf3-9819-112e0427a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3893614 Apr 19 18:07:30.446451 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-65983119-534d-458a-87ec-47a52ab2f249 req-f01fe325-a484-46ac-bb4a-2754feeab7aa service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574244 Apr 19 18:07:30.616227 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-65983119-534d-458a-87ec-47a52ab2f249 req-a20961a5-5417-49a2-9610-71e827e900ad service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630483 Apr 19 18:07:30.644194 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-c87407b1-ba8d-4d46-849d-461b950f951b req-44c4b096-1f39-410f-b560-659e97cd552f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:30.644643 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-c87407b1-ba8d-4d46-849d-461b950f951b req-44c4b096-1f39-410f-b560-659e97cd552f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810353'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:30.645145 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.l3_db [req-c87407b1-ba8d-4d46-849d-461b950f951b req-44c4b096-1f39-410f-b560-659e97cd552f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Floating IP db1f610c-cfb9-4e5b-a8c7-697ed1c59ad8 disassociated. External IP: 172.28.2.54, port: cc4e8e70-cc06-43fb-9f9a-f1ced8116137. Apr 19 18:07:30.645534 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-c87407b1-ba8d-4d46-849d-461b950f951b req-44c4b096-1f39-410f-b560-659e97cd552f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Calling delete_port for cc4e8e70-cc06-43fb-9f9a-f1ced8116137 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:07:30.725306 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9839a0-ec6f-41c6-972b-6fa9d6677f86 req-e46af457-b269-4444-87c7-8af454e6bd90 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:30.727000 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dc9839a0-ec6f-41c6-972b-6fa9d6677f86 req-e46af457-b269-4444-87c7-8af454e6bd90 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 945 time: 0.1881137 Apr 19 18:07:30.746665 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-64753359-fea6-447c-acc8-442b5bee4b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:02:23Z', 'revision_number': 4, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port': {'id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:16Z', 'updated_at': '2021-04-19T18:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_floatingips': [{'id': '61b182a9-5771-4f88-ad15-ecc351ca8f72', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'floating_ip_address': '172.28.2.145', 'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'router_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'port_id': '97e5fee6-42ca-467e-b35e-83c4d807c5d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'mac_address': 'fa:16:3e:ec:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b09f73-6f3b-44f7-9a06-49012a6f607d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:07:13Z', 'updated_at': '2021-04-19T18:07:28Z', 'revision_number': 1, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ffda4d-ef93-485b-9e3e-72a06ffba92d', 'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'mac_address': 'fa:16:3e:6a:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:22Z', 'updated_at': '2021-04-19T18:02:32Z', 'revision_number': 5, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'subnets': [{'id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:30.750907 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64753359-fea6-447c-acc8-442b5bee4b3e None None] The sync data for ids ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'] in dv-cinder-786927-1-smb is: [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:02:23Z', 'revision_number': 4, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port': {'id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:16Z', 'updated_at': '2021-04-19T18:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_floatingips': [{'id': '61b182a9-5771-4f88-ad15-ecc351ca8f72', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'floating_ip_address': '172.28.2.145', 'floating_network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'router_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'port_id': '97e5fee6-42ca-467e-b35e-83c4d807c5d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'mac_address': 'fa:16:3e:ec:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b09f73-6f3b-44f7-9a06-49012a6f607d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:07:13Z', 'updated_at': '2021-04-19T18:07:28Z', 'revision_number': 1, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ffda4d-ef93-485b-9e3e-72a06ffba92d', 'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'mac_address': 'fa:16:3e:6a:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:22Z', 'updated_at': '2021-04-19T18:02:32Z', 'revision_number': 5, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'subnets': [{'id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:07:30.830604 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dc9839a0-ec6f-41c6-972b-6fa9d6677f86 req-0866b8ff-c8db-4c36-89b7-7fcc8874fb23 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups?id=c899698a-71a8-4cde-bab1-50303879e052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857151 Apr 19 18:07:30.857481 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-c87407b1-ba8d-4d46-849d-461b950f951b req-44c4b096-1f39-410f-b560-659e97cd552f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:30.863707 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-660d80e5-ec8c-4812-989c-9c95598a86fd tempest-VolumesSnapshotTestJSON-543692094 tempest-VolumesSnapshotTestJSON-543692094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:30.914862 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4b096-1f39-410f-b560-659e97cd552f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Pushing event deleted for resources: {'Port': ['ID=cc4e8e70-cc06-43fb-9f9a-f1ced8116137,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:30.918801 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-44c4b096-1f39-410f-b560-659e97cd552f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:31.037812 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f728d841-7db1-46ba-8e9c-b0d07600da6f None None] New status for floating IP 61b182a9-5771-4f88-ad15-ecc351ca8f72: ACTIVE {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:07:31.117415 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c87407b1-ba8d-4d46-849d-461b950f951b req-44c4b096-1f39-410f-b560-659e97cd552f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:07:31.317183 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c87407b1-ba8d-4d46-849d-461b950f951b req-44c4b096-1f39-410f-b560-659e97cd552f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:07:31.336587 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685fa28d-6a69-4eee-9392-ad185a5e5760 None None] Sync routers for ids ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:07:31.352516 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:31.362828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685fa28d-6a69-4eee-9392-ad185a5e5760 None None] Routers {'4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:07:31.363602 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-685fa28d-6a69-4eee-9392-ad185a5e5760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:07:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:31.402131 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87407b1-ba8d-4d46-849d-461b950f951b req-44c4b096-1f39-410f-b560-659e97cd552f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] No DVR routers for this DVR port cc4e8e70-cc06-43fb-9f9a-f1ced8116137 on host hv-cinder-78692 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:07:31.405140 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-c87407b1-ba8d-4d46-849d-461b950f951b req-44c4b096-1f39-410f-b560-659e97cd552f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:31.420839 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c87407b1-ba8d-4d46-849d-461b950f951b req-44c4b096-1f39-410f-b560-659e97cd552f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.52 "DELETE /v2.0/ports/cc4e8e70-cc06-43fb-9f9a-f1ced8116137 HTTP/1.1" status: 204 len: 173 time: 1.8115704 Apr 19 18:07:31.434789 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe86386-b719-4f35-ab02-424aeeb387b7', 'name': 'network-vif-deleted', 'tag': 'cc4e8e70-cc06-43fb-9f9a-f1ced8116137'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:07:31.498286 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe86386-b719-4f35-ab02-424aeeb387b7', 'name': 'network-vif-deleted', 'tag': 'cc4e8e70-cc06-43fb-9f9a-f1ced8116137', 'status': 'completed', 'code': 200} Apr 19 18:07:31.574149 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-685fa28d-6a69-4eee-9392-ad185a5e5760 None None] Set router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:07:31.929958 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-685fa28d-6a69-4eee-9392-ad185a5e5760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T17:58:50Z', 'revision_number': 4, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port': {'id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': 'b3390b02-2d7c-464f-bf22-406092b7ec6f', 'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'mac_address': 'fa:16:3e:27:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:45Z', 'updated_at': '2021-04-19T17:59:01Z', 'revision_number': 5, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'subnets': [{'id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:31.935385 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685fa28d-6a69-4eee-9392-ad185a5e5760 None None] Checking router: 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:07:31.946364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685fa28d-6a69-4eee-9392-ad185a5e5760 None None] Routers {'4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:07:31.947057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-685fa28d-6a69-4eee-9392-ad185a5e5760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:07:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:32.017035 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fd885b73-8a5b-4f57-b8fb-ec905ac3296b req-cd91af36-945e-4a3c-a686-cd8cbd76cb35 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffe86386-b719-4f35-ab02-424aeeb387b7 HTTP/1.1" status: 200 len: 210 time: 0.0499825 Apr 19 18:07:32.151160 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-685fa28d-6a69-4eee-9392-ad185a5e5760 None None] Set router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:07:32.490931 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-685fa28d-6a69-4eee-9392-ad185a5e5760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T17:58:50Z', 'revision_number': 4, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port': {'id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': 'b3390b02-2d7c-464f-bf22-406092b7ec6f', 'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'mac_address': 'fa:16:3e:27:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:45Z', 'updated_at': '2021-04-19T17:59:01Z', 'revision_number': 5, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'subnets': [{'id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:32.495285 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685fa28d-6a69-4eee-9392-ad185a5e5760 None None] The sync data for ids ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'] in dv-cinder-786927-1-smb is: [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T17:58:50Z', 'revision_number': 4, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port': {'id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': 'b3390b02-2d7c-464f-bf22-406092b7ec6f', 'name': '', 'network_id': 'dcf4d709-3c2a-494e-b091-646278271f9d', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'mac_address': 'fa:16:3e:27:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:45Z', 'updated_at': '2021-04-19T17:59:01Z', 'revision_number': 5, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'subnets': [{'id': '36555cf9-033c-4142-bb83-8ae1c4a8eb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:07:32.630753 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device cc4e8e70-cc06-43fb-9f9a-f1ced8116137 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:07:32.668613 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] No Port match for: cc4e8e70-cc06-43fb-9f9a-f1ced8116137 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:07:32.669007 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device cc4e8e70-cc06-43fb-9f9a-f1ced8116137 not bound to the agent host hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:07:32.902594 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476a6f8-b02b-4af2-9e53-4ee24392500c None None] New status for floating IP db1f610c-cfb9-4e5b-a8c7-697ed1c59ad8: DOWN {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:07:33.151041 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35126) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:33.225248 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d32c3002-0f5e-4ed0-9131-2a6c717721f2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:33.260455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d32c3002-0f5e-4ed0-9131-2a6c717721f2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:33.317518 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d32c3002-0f5e-4ed0-9131-2a6c717721f2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:33.323005 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1109741b-d84e-4e29-9bd9-4818571b1e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:33.339110 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c3002-0f5e-4ed0-9131-2a6c717721f2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c899698a-71a8-4cde-bab1-50303879e052,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:33.341973 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d32c3002-0f5e-4ed0-9131-2a6c717721f2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:33.348965 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d32c3002-0f5e-4ed0-9131-2a6c717721f2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:33.350202 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d32c3002-0f5e-4ed0-9131-2a6c717721f2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "DELETE /v2.0/security-groups/c899698a-71a8-4cde-bab1-50303879e052 HTTP/1.1" status: 204 len: 168 time: 0.1980720 Apr 19 18:07:33.353267 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35130) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:33.370675 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.v2.resource [None req-d854bdb1-fed4-421d-98b8-2c3b4a6aab22 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] show failed (client error): The resource could not be found. Apr 19 18:07:33.371748 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d854bdb1-fed4-421d-98b8-2c3b4a6aab22 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "GET /v2.0/security-groups/c899698a-71a8-4cde-bab1-50303879e052 HTTP/1.1" status: 404 len: 347 time: 0.0175285 Apr 19 18:07:33.374915 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35134) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:33.549322 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-6be95a22-6de4-4f8c-8ed0-274083ee575c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Deleting port 0a739ceb-0b30-4a13-b7ff-ce446e3fcd91 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:07:33.549695 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6be95a22-6de4-4f8c-8ed0-274083ee575c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:33.749791 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6be95a22-6de4-4f8c-8ed0-274083ee575c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:33.750182 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6be95a22-6de4-4f8c-8ed0-274083ee575c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:33.881706 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-6be95a22-6de4-4f8c-8ed0-274083ee575c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Calling delete_port for 0a739ceb-0b30-4a13-b7ff-ce446e3fcd91 owned by network:floatingip {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:07:34.021813 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d514ea72-d317-4755-b59a-aae3515ce229 req-e8b76be0-63ec-4b36-8079-b40a982cb8cc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774419 Apr 19 18:07:34.034959 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6be95a22-6de4-4f8c-8ed0-274083ee575c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:34.040337 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6e225390-773c-48b6-88ae-a081d1301f61 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:34.088260 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be95a22-6de4-4f8c-8ed0-274083ee575c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Pushing event deleted for resources: {'Port': ['ID=0a739ceb-0b30-4a13-b7ff-ce446e3fcd91,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:34.121096 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514ea72-d317-4755-b59a-aae3515ce229 req-f0d21382-70ea-4283-8ebb-bd8849bb7b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:34.121336 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6be95a22-6de4-4f8c-8ed0-274083ee575c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:34.122800 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d514ea72-d317-4755-b59a-aae3515ce229 req-f0d21382-70ea-4283-8ebb-bd8849bb7b83 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=527396869d824e9180c98d43d84b2932&device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 1098 time: 0.0785210 Apr 19 18:07:34.185527 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6be95a22-6de4-4f8c-8ed0-274083ee575c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks [] for floatingip, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:34.200656 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6be95a22-6de4-4f8c-8ed0-274083ee575c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:34.201893 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6be95a22-6de4-4f8c-8ed0-274083ee575c tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] 10.222.0.81 "DELETE /v2.0/floatingips/db1f610c-cfb9-4e5b-a8c7-697ed1c59ad8 HTTP/1.1" status: 204 len: 168 time: 0.8259962 Apr 19 18:07:34.282452 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514ea72-d317-4755-b59a-aae3515ce229 req-87debc8f-2003-4ba9-b955-62f45bd74900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:34.284070 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d514ea72-d317-4755-b59a-aae3515ce229 req-87debc8f-2003-4ba9-b955-62f45bd74900 service neutron] 10.222.0.52 "GET /v2.0/networks?id=28f6f76a-3785-46d6-b93b-f7f266057d36 HTTP/1.1" status: 200 len: 910 time: 0.1414213 Apr 19 18:07:34.400133 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d514ea72-d317-4755-b59a-aae3515ce229 req-20ba3312-3865-4900-bfc4-96562256ceb3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580c19a2-424f-4085-999d-92f113cbadb0 HTTP/1.1" status: 200 len: 1001 time: 0.1085563 Apr 19 18:07:34.476250 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514ea72-d317-4755-b59a-aae3515ce229 req-125f397f-4974-4c6d-9afc-831188e5fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:34.477831 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d514ea72-d317-4755-b59a-aae3515ce229 req-125f397f-4974-4c6d-9afc-831188e5fba7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67b2a4e5-5ca7-45f1-a04e-7d81d7574936 HTTP/1.1" status: 200 len: 848 time: 0.0710666 Apr 19 18:07:34.565371 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514ea72-d317-4755-b59a-aae3515ce229 req-2c59b57f-59dc-44a3-a3a0-faa7086df801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:34.567097 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d514ea72-d317-4755-b59a-aae3515ce229 req-2c59b57f-59dc-44a3-a3a0-faa7086df801 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=28f6f76a-3785-46d6-b93b-f7f266057d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821478 Apr 19 18:07:34.710762 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d514ea72-d317-4755-b59a-aae3515ce229 req-145f762a-b1a1-424f-9c01-3403bd74aab3 service neutron] 10.222.0.52 "GET /v2.0/networks/28f6f76a-3785-46d6-b93b-f7f266057d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367164 Apr 19 18:07:34.856929 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d514ea72-d317-4755-b59a-aae3515ce229 req-1aae0844-4ac6-48d3-9635-cf091cff3782 service neutron] 10.222.0.52 "GET /v2.0/networks/28f6f76a-3785-46d6-b93b-f7f266057d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391354 Apr 19 18:07:37.386708 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 35170) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:38.182405 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-83ad0979-dc48-47ae-b2fd-c38b0cb8a57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852970854'] for router_interface, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:38.800570 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-83ad0979-dc48-47ae-b2fd-c38b0cb8a57a admin admin] Deleting port b3390b02-2d7c-464f-bf22-406092b7ec6f {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:07:38.801259 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-83ad0979-dc48-47ae-b2fd-c38b0cb8a57a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:38.984625 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-83ad0979-dc48-47ae-b2fd-c38b0cb8a57a admin admin] For port b3390b02-2d7c-464f-bf22-406092b7ec6f, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=b3390b02-2d7c-464f-bf22-406092b7ec6f,segment=NetworkSegment(ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb),segment_id=ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:07:38.985043 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-83ad0979-dc48-47ae-b2fd-c38b0cb8a57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:39.119832 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-83ad0979-dc48-47ae-b2fd-c38b0cb8a57a admin admin] Calling delete_port for b3390b02-2d7c-464f-bf22-406092b7ec6f owned by network:router_interface {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:07:39.309348 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-83ad0979-dc48-47ae-b2fd-c38b0cb8a57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:39.314462 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5ae5a8bd-243c-4bb2-839c-de13e1564fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:39.361624 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad0979-dc48-47ae-b2fd-c38b0cb8a57a admin admin] Pushing event deleted for resources: {'Port': ['ID=b3390b02-2d7c-464f-bf22-406092b7ec6f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:39.389766 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-83ad0979-dc48-47ae-b2fd-c38b0cb8a57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:39.649067 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-83ad0979-dc48-47ae-b2fd-c38b0cb8a57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852970780'] for router_interface, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:40.043920 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ad0979-dc48-47ae-b2fd-c38b0cb8a57a admin admin] Router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:07:40.240321 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ad0979-dc48-47ae-b2fd-c38b0cb8a57a admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:07:40.250301 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63d29a5-70dc-4fc3-8fdd-1ec9aa4505a8 None None] Sync routers for ids ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:07:40.257166 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-83ad0979-dc48-47ae-b2fd-c38b0cb8a57a admin admin] 10.222.0.81 "PUT /v2.0/routers/4ba5d1bd-4d96-4669-80bd-f1d6a78f721a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8663952 Apr 19 18:07:40.257494 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 35180) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:40.260658 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63d29a5-70dc-4fc3-8fdd-1ec9aa4505a8 None None] Routers {'4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:07:40.261346 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-d63d29a5-70dc-4fc3-8fdd-1ec9aa4505a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:07:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:40.450089 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4678a57-be67-4658-a73a-cc70d9a9ca25 admin admin] Notify callbacks [] for router, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:40.461961 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-d63d29a5-70dc-4fc3-8fdd-1ec9aa4505a8 None None] Set router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:07:40.638048 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4678a57-be67-4658-a73a-cc70d9a9ca25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:40.647414 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-b4678a57-be67-4658-a73a-cc70d9a9ca25 admin admin] Deleting port 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:07:40.647786 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4678a57-be67-4658-a73a-cc70d9a9ca25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:40.768134 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-d63d29a5-70dc-4fc3-8fdd-1ec9aa4505a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T18:07:39Z', 'revision_number': 5, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port': {'id': '0a35babf-c2c9-4616-9c33-0dbe19cb2cf0', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T17:58:36Z', 'updated_at': '2021-04-19T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:40.773024 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63d29a5-70dc-4fc3-8fdd-1ec9aa4505a8 None None] Checking router: 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:07:40.782993 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63d29a5-70dc-4fc3-8fdd-1ec9aa4505a8 None None] Routers {'4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:07:40.783675 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-d63d29a5-70dc-4fc3-8fdd-1ec9aa4505a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:07:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:40.842864 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-b4678a57-be67-4658-a73a-cc70d9a9ca25 admin admin] For port 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=0a35babf-c2c9-4616-9c33-0dbe19cb2cf0,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:07:40.843260 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4678a57-be67-4658-a73a-cc70d9a9ca25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:40.980479 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-b4678a57-be67-4658-a73a-cc70d9a9ca25 admin admin] Calling delete_port for 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0 owned by network:router_gateway {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:07:41.128517 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-d63d29a5-70dc-4fc3-8fdd-1ec9aa4505a8 None None] Set router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a gateway port host: None {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:07:41.169080 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4678a57-be67-4658-a73a-cc70d9a9ca25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:41.173965 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-cd004d5a-fded-4692-b2b5-d36a22d4e3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:41.222750 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4678a57-be67-4658-a73a-cc70d9a9ca25 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a35babf-c2c9-4616-9c33-0dbe19cb2cf0,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:41.241997 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-d63d29a5-70dc-4fc3-8fdd-1ec9aa4505a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T18:07:40Z', 'revision_number': 6, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port_host': None}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:41.246327 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63d29a5-70dc-4fc3-8fdd-1ec9aa4505a8 None None] The sync data for ids ['4ba5d1bd-4d96-4669-80bd-f1d6a78f721a'] in dv-cinder-786927-1-smb is: [{'id': '4ba5d1bd-4d96-4669-80bd-f1d6a78f721a', 'name': 'tempest-AttachVolumeTestJSON-54692772-router', 'tenant_id': '74fdb2ea59884c7794b2178018c22752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T17:58:34Z', 'updated_at': '2021-04-19T18:07:40Z', 'revision_number': 6, 'project_id': '74fdb2ea59884c7794b2178018c22752', 'gw_port_host': None}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:07:41.256870 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b4678a57-be67-4658-a73a-cc70d9a9ca25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:41.323985 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4678a57-be67-4658-a73a-cc70d9a9ca25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1831525'] for router_gateway, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:41.771923 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4678a57-be67-4658-a73a-cc70d9a9ca25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-297'] for router, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:41.772911 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0 no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:07:41.774479 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4678a57-be67-4658-a73a-cc70d9a9ca25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:41.798461 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4678a57-be67-4658-a73a-cc70d9a9ca25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852968835'] for router, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:41.799016 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4678a57-be67-4658-a73a-cc70d9a9ca25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ba5d1bd-4d96-4669-80bd-f1d6a78f721a {{(pid=86356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:07:41.812325 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:07:41.812745 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 0a35babf-c2c9-4616-9c33-0dbe19cb2cf0 not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:07:41.813216 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device b3390b02-2d7c-464f-bf22-406092b7ec6f no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:07:41.815536 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4678a57-be67-4658-a73a-cc70d9a9ca25 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:41.819901 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b4678a57-be67-4658-a73a-cc70d9a9ca25 admin admin] 10.222.0.81 "DELETE /v2.0/routers/4ba5d1bd-4d96-4669-80bd-f1d6a78f721a HTTP/1.1" status: 204 len: 168 time: 1.5586288 Apr 19 18:07:41.819995 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 35188) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:41.854468 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: b3390b02-2d7c-464f-bf22-406092b7ec6f {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:07:41.855154 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device b3390b02-2d7c-464f-bf22-406092b7ec6f not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:07:41.889508 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c72517-c228-44bc-9354-b61aa9cb4606 admin admin] Deleting subnet 36555cf9-033c-4142-bb83-8ae1c4a8eb89 {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:07:41.893129 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-77c72517-c228-44bc-9354-b61aa9cb4606 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:41.949747 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-77c72517-c228-44bc-9354-b61aa9cb4606 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3153048'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:42.048232 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-77c72517-c228-44bc-9354-b61aa9cb4606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773666'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:42.310876 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-77c72517-c228-44bc-9354-b61aa9cb4606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854002150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851592256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394902'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:42.315085 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-117a10a6-8697-4729-b2c7-f9b817ce1d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:42.350334 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c72517-c228-44bc-9354-b61aa9cb4606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36555cf9-033c-4142-bb83-8ae1c4a8eb89,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:42.354133 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-77c72517-c228-44bc-9354-b61aa9cb4606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:42.357006 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-77c72517-c228-44bc-9354-b61aa9cb4606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:42.362926 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0524b93d-e2d5-4b58-a6c1-57ee438297b3 None None] Network dcf4d709-3c2a-494e-b091-646278271f9d requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:07:42.363713 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-77c72517-c228-44bc-9354-b61aa9cb4606 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/36555cf9-033c-4142-bb83-8ae1c4a8eb89 HTTP/1.1" status: 204 len: 168 time: 0.5422280 Apr 19 18:07:42.366408 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35192) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:42.492919 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547694'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:42.505365 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Deleting port 4bff96c2-2443-49e9-8d8e-e88e926401d0 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:07:42.505747 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:42.614482 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd242d8-5052-4533-acc7-beb88064e50f None None] DHCP port deletion for dcf4d709-3c2a-494e-b091-646278271f9d request from dv-cinder-786927-1-smb {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:07:42.619169 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-8bd242d8-5052-4533-acc7-beb88064e50f None None] Deleting port 4bff96c2-2443-49e9-8d8e-e88e926401d0 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:07:42.619590 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8bd242d8-5052-4533-acc7-beb88064e50f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:42.731911 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] For port 4bff96c2-2443-49e9-8d8e-e88e926401d0, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=4bff96c2-2443-49e9-8d8e-e88e926401d0,segment=NetworkSegment(ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb),segment_id=ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:07:42.732317 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:42.845328 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-8bd242d8-5052-4533-acc7-beb88064e50f None None] For port 4bff96c2-2443-49e9-8d8e-e88e926401d0, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=4bff96c2-2443-49e9-8d8e-e88e926401d0,segment=NetworkSegment(ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb),segment_id=ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:07:42.845678 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8bd242d8-5052-4533-acc7-beb88064e50f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:42.871219 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Calling delete_port for 4bff96c2-2443-49e9-8d8e-e88e926401d0 owned by network:dhcp {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:07:42.954673 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:42.960214 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92c53f95-f942-4432-8f04-59c598dbc29e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:42.980733 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-8bd242d8-5052-4533-acc7-beb88064e50f None None] Calling delete_port for 4bff96c2-2443-49e9-8d8e-e88e926401d0 owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:07:43.006175 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bff96c2-2443-49e9-8d8e-e88e926401d0,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:43.009607 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:43.010566 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] No DVR routers for this DVR port 4bff96c2-2443-49e9-8d8e-e88e926401d0 on host dv-cinder-786927-1-smb {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:07:43.069557 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.db.api [None req-8bd242d8-5052-4533-acc7-beb88064e50f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:07:43.069987 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_db.api [None req-8bd242d8-5052-4533-acc7-beb88064e50f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:07:43.142521 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854002057', 'neutron.services.segments.db._delete_segments_for_network-8764668505459'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:43.276323 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf4d709-3c2a-494e-b091-646278271f9d']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:43.291444 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:43.292461 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9bea87-fadb-433c-b9ab-ebe0e66d2fdb') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:07:43.308639 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272186160483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852251480'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:43.324613 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:43.332538 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:07:43.548678 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Network dcf4d709-3c2a-494e-b091-646278271f9d has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:07:43.559636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851854246'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:43.571428 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-8bd242d8-5052-4533-acc7-beb88064e50f None None] Deleting port 4bff96c2-2443-49e9-8d8e-e88e926401d0 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:07:43.571861 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8bd242d8-5052-4533-acc7-beb88064e50f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:43.645378 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-8bd242d8-5052-4533-acc7-beb88064e50f None None] The port '4bff96c2-2443-49e9-8d8e-e88e926401d0' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:07:43.757621 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Network dcf4d709-3c2a-494e-b091-646278271f9d has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:07:43.769966 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 4bff96c2-2443-49e9-8d8e-e88e926401d0 no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: timer() Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: cb(*args, **kw) Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: self._notify() Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: self.callback(batched_events) Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: event.method(event) Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: return self._get(url).json() Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: **kwargs) Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: **endpoint_filter) Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:07:43.781760 dv-cinder-786927-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:07:43.810463 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: 4bff96c2-2443-49e9-8d8e-e88e926401d0 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:07:43.810736 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 4bff96c2-2443-49e9-8d8e-e88e926401d0 not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:07:43.860027 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810306'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:43.864945 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-81b976d8-d1ae-4b2b-a6d8-c447a73f22b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:43.884553 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:43.897527 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcf4d709-3c2a-494e-b091-646278271f9d,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:43.904985 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:43.918420 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] 10.222.0.81 "DELETE /v2.0/networks/dcf4d709-3c2a-494e-b091-646278271f9d HTTP/1.1" status: 204 len: 168 time: 1.5504827 Apr 19 18:07:44.063741 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35200) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:44.117950 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-be65c662-64df-479d-9155-74e090b982a0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=74fdb2ea59884c7794b2178018c22752&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0528872 Apr 19 18:07:44.120609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35206) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:44.184985 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4172ed61-d1c6-4082-b5c9-4d3e31ed9c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:44.212882 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4172ed61-d1c6-4082-b5c9-4d3e31ed9c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:44.266812 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4172ed61-d1c6-4082-b5c9-4d3e31ed9c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:44.271239 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d32c3002-0f5e-4ed0-9131-2a6c717721f2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:44.284556 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172ed61-d1c6-4082-b5c9-4d3e31ed9c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3491225d-67ba-47f8-84b0-d9202f55ef7b,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:44.289556 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4172ed61-d1c6-4082-b5c9-4d3e31ed9c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:44.295883 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4172ed61-d1c6-4082-b5c9-4d3e31ed9c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:44.297765 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4172ed61-d1c6-4082-b5c9-4d3e31ed9c4d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3491225d-67ba-47f8-84b0-d9202f55ef7b HTTP/1.1" status: 204 len: 168 time: 0.1761992 Apr 19 18:07:45.947402 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-292e4100-b9cd-4433-be59-e64b796b7fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:47.393341 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35280) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:47.528707 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f9afcbff-b26f-4c16-8b7c-2ac98fc51f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:47.544492 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f9afcbff-b26f-4c16-8b7c-2ac98fc51f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:07:47.551278 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f9afcbff-b26f-4c16-8b7c-2ac98fc51f66 admin admin] Usage tracker for resource:security_group_rule and tenant:7b3ea4cc07754408a3345e44014a20f4 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:07:47.556505 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f9afcbff-b26f-4c16-8b7c-2ac98fc51f66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:07:47.565464 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f9afcbff-b26f-4c16-8b7c-2ac98fc51f66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:07:47.664341 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f9afcbff-b26f-4c16-8b7c-2ac98fc51f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:47.668472 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f9afcbff-b26f-4c16-8b7c-2ac98fc51f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:47.675410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-997b2230-6744-41ae-a895-9905a082d0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:47.719205 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f9afcbff-b26f-4c16-8b7c-2ac98fc51f66 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7b3ea4cc07754408a3345e44014a20f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246033 Apr 19 18:07:47.720132 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afcbff-b26f-4c16-8b7c-2ac98fc51f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b1c3d4-d378-411c-9f5a-e0528ba1fade,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:47.722330 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 35288) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:47.723439 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f9afcbff-b26f-4c16-8b7c-2ac98fc51f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:47.790594 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-de1775d2-6484-45a5-9211-b2d9face9a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:47.818829 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-de1775d2-6484-45a5-9211-b2d9face9a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:47.866281 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-de1775d2-6484-45a5-9211-b2d9face9a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:47.872796 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dac855d6-beb6-4edd-927f-944f56fca473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:47.896846 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1775d2-6484-45a5-9211-b2d9face9a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b1c3d4-d378-411c-9f5a-e0528ba1fade,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:47.899613 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-de1775d2-6484-45a5-9211-b2d9face9a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:47.906231 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-de1775d2-6484-45a5-9211-b2d9face9a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:47.907781 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-de1775d2-6484-45a5-9211-b2d9face9a38 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/60b1c3d4-d378-411c-9f5a-e0528ba1fade HTTP/1.1" status: 204 len: 168 time: 0.1842899 Apr 19 18:07:48.272099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35296) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:48.293209 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cf5d79fe-5c0b-4487-8251-f5e1ff4cc1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:48.309620 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-cf5d79fe-5c0b-4487-8251-f5e1ff4cc1b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:07:48.314108 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-cf5d79fe-5c0b-4487-8251-f5e1ff4cc1b4 admin admin] Usage tracker for resource:security_group_rule and tenant:821c5eb019e141daa46b1aeebe45ac02 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:07:48.317281 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-cf5d79fe-5c0b-4487-8251-f5e1ff4cc1b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:07:48.324091 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-cf5d79fe-5c0b-4487-8251-f5e1ff4cc1b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:07:48.435841 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cf5d79fe-5c0b-4487-8251-f5e1ff4cc1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:48.440292 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cf5d79fe-5c0b-4487-8251-f5e1ff4cc1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:48.447798 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-427ba5e2-b770-4adb-be3d-db59456d778a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:48.490975 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-cf5d79fe-5c0b-4487-8251-f5e1ff4cc1b4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=821c5eb019e141daa46b1aeebe45ac02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176535 Apr 19 18:07:48.491935 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d79fe-5c0b-4487-8251-f5e1ff4cc1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2bd05b-f082-4632-9ec8-336b7efa19d6,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:48.494252 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 35300) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:48.495202 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-cf5d79fe-5c0b-4487-8251-f5e1ff4cc1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:48.559951 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fd58f4ae-fb02-489c-9b91-feab1c752c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:48.588818 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fd58f4ae-fb02-489c-9b91-feab1c752c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:48.635605 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fd58f4ae-fb02-489c-9b91-feab1c752c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:48.639634 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c0158f88-f952-4d91-a311-1bbcda3249cc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:48.652123 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58f4ae-fb02-489c-9b91-feab1c752c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2bd05b-f082-4632-9ec8-336b7efa19d6,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:48.656098 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fd58f4ae-fb02-489c-9b91-feab1c752c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:48.659808 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fd58f4ae-fb02-489c-9b91-feab1c752c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:48.663366 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-fd58f4ae-fb02-489c-9b91-feab1c752c77 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fb2bd05b-f082-4632-9ec8-336b7efa19d6 HTTP/1.1" status: 204 len: 168 time: 0.1655290 Apr 19 18:07:49.421974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-134e5f77-96c1-463a-8dc3-ab9ec28c0cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:49.937370 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:50.338653 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:50.746101 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268f92c-a424-4b59-9323-3112b6b931de req-767e927d-b7e9-48e5-944f-5b1a96e86f69 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:50.747762 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e268f92c-a424-4b59-9323-3112b6b931de req-767e927d-b7e9-48e5-944f-5b1a96e86f69 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.0938613 Apr 19 18:07:50.798860 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e268f92c-a424-4b59-9323-3112b6b931de req-abe92d6f-2d69-40e4-bde2-6cc87164755c tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446155 Apr 19 18:07:51.570781 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:52.006993 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9640f1-3b15-4bc4-aa9c-428e231a9820 req-4ad68b5f-3278-412e-9d6d-497834707196 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:52.009081 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7a9640f1-3b15-4bc4-aa9c-428e231a9820 req-4ad68b5f-3278-412e-9d6d-497834707196 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.0940766 Apr 19 18:07:52.078073 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7a9640f1-3b15-4bc4-aa9c-428e231a9820 req-87dc2149-6b2b-49bb-9e76-be8a25e3fba1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615604 Apr 19 18:07:53.305448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53efa0f-029f-4d5a-9a4b-b82c4e6668b3 req-ee17bfe1-2e57-4c33-9813-7f1949b1d0c7 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:53.307873 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a53efa0f-029f-4d5a-9a4b-b82c4e6668b3 req-ee17bfe1-2e57-4c33-9813-7f1949b1d0c7 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.1069789 Apr 19 18:07:53.357270 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a53efa0f-029f-4d5a-9a4b-b82c4e6668b3 req-1c22c508-d78f-4c8e-a30a-26e19cc3197b tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427535 Apr 19 18:07:54.575783 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b7fe6-0c64-4e1b-8eba-3ae977df43ed req-0ca4ff5d-6967-4c98-874d-8797f0a9a266 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:54.577416 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4f1b7fe6-0c64-4e1b-8eba-3ae977df43ed req-0ca4ff5d-6967-4c98-874d-8797f0a9a266 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.1026199 Apr 19 18:07:54.630742 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4f1b7fe6-0c64-4e1b-8eba-3ae977df43ed req-5c11ee53-7cad-4a92-844a-64f9b0088189 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467348 Apr 19 18:07:55.843423 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717a0af-fa95-4fc0-b740-f858f19d0643 req-f64c2bc9-3a54-4473-8f7b-bc3e19a961d7 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:55.845027 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1717a0af-fa95-4fc0-b740-f858f19d0643 req-f64c2bc9-3a54-4473-8f7b-bc3e19a961d7 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.0983865 Apr 19 18:07:55.896901 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1717a0af-fa95-4fc0-b740-f858f19d0643 req-d5e57a5e-de8e-4641-bfdf-51d8640b47ae tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427341 Apr 19 18:07:57.108654 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dab073-1b88-402d-9fbe-2f2254be0eff req-b06c5ac2-6c70-4531-9e24-e75ee5a9d553 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:57.110340 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-87dab073-1b88-402d-9fbe-2f2254be0eff req-b06c5ac2-6c70-4531-9e24-e75ee5a9d553 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.0961328 Apr 19 18:07:57.160967 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-87dab073-1b88-402d-9fbe-2f2254be0eff req-40310fbf-fb9a-44c3-b2d0-4086870385c3 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440233 Apr 19 18:07:58.388258 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54f939-c533-4518-8b18-9180eaf3d4b7 req-84a09f81-7095-4fd2-939d-7b6a2b15cc6a tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:58.389844 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4e54f939-c533-4518-8b18-9180eaf3d4b7 req-84a09f81-7095-4fd2-939d-7b6a2b15cc6a tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.1033111 Apr 19 18:07:58.440767 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4e54f939-c533-4518-8b18-9180eaf3d4b7 req-c73ce513-3a20-4eab-b9f0-a160b1c12391 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425563 Apr 19 18:07:59.171286 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 35470) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:59.323693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c81d4812-35dc-4031-b7bb-663b14e1dd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:59.339729 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c81d4812-35dc-4031-b7bb-663b14e1dd1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:07:59.344146 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c81d4812-35dc-4031-b7bb-663b14e1dd1b admin admin] Usage tracker for resource:security_group_rule and tenant:5676dfea72b94e1193f245dfc5b3d838 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:07:59.347329 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c81d4812-35dc-4031-b7bb-663b14e1dd1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:07:59.354066 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c81d4812-35dc-4031-b7bb-663b14e1dd1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:07:59.445719 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c81d4812-35dc-4031-b7bb-663b14e1dd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:59.449655 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c81d4812-35dc-4031-b7bb-663b14e1dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:59.459603 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5f60a130-6cfa-48da-be94-973013cdfcbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:59.502346 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c81d4812-35dc-4031-b7bb-663b14e1dd1b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5676dfea72b94e1193f245dfc5b3d838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298028 Apr 19 18:07:59.505444 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35478) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:07:59.507060 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d4812-35dc-4031-b7bb-663b14e1dd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23eda2f1-e0ac-4dcb-be17-c395e38e2520,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:59.512516 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c81d4812-35dc-4031-b7bb-663b14e1dd1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:59.576342 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-172a7ea1-f543-4f90-9092-e5cf6bc9ec11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:59.604934 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-172a7ea1-f543-4f90-9092-e5cf6bc9ec11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:59.653653 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-172a7ea1-f543-4f90-9092-e5cf6bc9ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:59.658796 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2b550195-4a52-41d4-9706-22b13892943d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:07:59.666478 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bf9ab-c6e3-40fd-9e77-1270729afd91 req-e8c582d5-c8c5-4faf-93e6-90acb361da86 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:07:59.668135 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-141bf9ab-c6e3-40fd-9e77-1270729afd91 req-e8c582d5-c8c5-4faf-93e6-90acb361da86 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.0921509 Apr 19 18:07:59.674200 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a7ea1-f543-4f90-9092-e5cf6bc9ec11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23eda2f1-e0ac-4dcb-be17-c395e38e2520,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:07:59.678111 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-172a7ea1-f543-4f90-9092-e5cf6bc9ec11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:07:59.686551 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-172a7ea1-f543-4f90-9092-e5cf6bc9ec11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:07:59.687778 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-172a7ea1-f543-4f90-9092-e5cf6bc9ec11 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/23eda2f1-e0ac-4dcb-be17-c395e38e2520 HTTP/1.1" status: 204 len: 168 time: 0.1811092 Apr 19 18:07:59.726791 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-141bf9ab-c6e3-40fd-9e77-1270729afd91 req-2883b31b-66a8-4cc9-b8f4-ac7c5303d9f6 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517919 Apr 19 18:08:00.018545 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35488) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:00.041110 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a62cf933-b5ab-48d4-9e48-354b4e7baf51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:00.057755 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a62cf933-b5ab-48d4-9e48-354b4e7baf51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:08:00.065168 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a62cf933-b5ab-48d4-9e48-354b4e7baf51 admin admin] Usage tracker for resource:security_group_rule and tenant:33909a7459494ade86c57ea5c23e520d is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:08:00.066469 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a62cf933-b5ab-48d4-9e48-354b4e7baf51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:08:00.073016 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a62cf933-b5ab-48d4-9e48-354b4e7baf51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:08:00.163824 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a62cf933-b5ab-48d4-9e48-354b4e7baf51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:00.169033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a62cf933-b5ab-48d4-9e48-354b4e7baf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:00.181835 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-35f0ed76-90e7-4a61-8d0b-c6b998c75802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:00.233992 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a62cf933-b5ab-48d4-9e48-354b4e7baf51 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=33909a7459494ade86c57ea5c23e520d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141793 Apr 19 18:08:00.234961 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cf933-b5ab-48d4-9e48-354b4e7baf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1feac99-5fee-472b-96d9-e94980eb02ba,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:00.237986 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 35492) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:00.238284 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a62cf933-b5ab-48d4-9e48-354b4e7baf51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:00.310176 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-189532ee-3004-4c3d-bf71-8f9037178f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:00.345107 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-189532ee-3004-4c3d-bf71-8f9037178f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:00.394926 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-189532ee-3004-4c3d-bf71-8f9037178f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:00.401072 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-01f61a28-c38b-4e0f-97f0-03bd04538155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:00.415124 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189532ee-3004-4c3d-bf71-8f9037178f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1feac99-5fee-472b-96d9-e94980eb02ba,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:00.418952 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-189532ee-3004-4c3d-bf71-8f9037178f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:00.424901 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-189532ee-3004-4c3d-bf71-8f9037178f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:00.426224 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-189532ee-3004-4c3d-bf71-8f9037178f2c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a1feac99-5fee-472b-96d9-e94980eb02ba HTTP/1.1" status: 204 len: 168 time: 0.1861095 Apr 19 18:08:00.809858 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35502) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:00.829750 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-422188af-cb57-4cbb-b247-de2c991464dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:00.845902 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-422188af-cb57-4cbb-b247-de2c991464dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:08:00.850101 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-422188af-cb57-4cbb-b247-de2c991464dc admin admin] Usage tracker for resource:security_group_rule and tenant:73cefd27717c419aacafac79960c6e48 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:08:00.853412 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-422188af-cb57-4cbb-b247-de2c991464dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:08:00.859769 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-422188af-cb57-4cbb-b247-de2c991464dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:08:00.886157 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afde9a2-43ca-4a78-ad03-e57499243353 req-b3340a42-ce6f-4611-9375-b2b11efd04f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:00.887765 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7afde9a2-43ca-4a78-ad03-e57499243353 req-b3340a42-ce6f-4611-9375-b2b11efd04f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=527396869d824e9180c98d43d84b2932&device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 1098 time: 0.1214576 Apr 19 18:08:00.947215 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-422188af-cb57-4cbb-b247-de2c991464dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:00.950775 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-422188af-cb57-4cbb-b247-de2c991464dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:00.959968 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1352ad49-11f2-4003-bd27-e5acc22092df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:01.001749 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422188af-cb57-4cbb-b247-de2c991464dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513581a5-5b3b-40d5-b7a9-4793c15229b5,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:01.005865 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-422188af-cb57-4cbb-b247-de2c991464dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=73cefd27717c419aacafac79960c6e48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948116 Apr 19 18:08:01.006829 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-422188af-cb57-4cbb-b247-de2c991464dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:01.008918 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35506) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:01.062012 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afde9a2-43ca-4a78-ad03-e57499243353 req-4b035d02-6b17-4ec5-b347-1de4866022d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:01.063684 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7afde9a2-43ca-4a78-ad03-e57499243353 req-4b035d02-6b17-4ec5-b347-1de4866022d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=28f6f76a-3785-46d6-b93b-f7f266057d36 HTTP/1.1" status: 200 len: 910 time: 0.1691475 Apr 19 18:08:01.072672 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad40ba-cc86-4fe1-a621-3e481e5b631d req-6772d3a0-97ad-4627-8623-6b74270eeb8f tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:01.073351 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-27c92a7f-bd68-4995-99ae-fb70009aa5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:01.074206 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-80ad40ba-cc86-4fe1-a621-3e481e5b631d req-6772d3a0-97ad-4627-8623-6b74270eeb8f tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.2265828 Apr 19 18:08:01.109330 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-27c92a7f-bd68-4995-99ae-fb70009aa5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:01.159988 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-27c92a7f-bd68-4995-99ae-fb70009aa5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:01.164353 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4d025811-0195-4d23-8d49-3c04c1ec6b2e tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:01.179506 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c92a7f-bd68-4995-99ae-fb70009aa5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513581a5-5b3b-40d5-b7a9-4793c15229b5,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:01.182192 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-27c92a7f-bd68-4995-99ae-fb70009aa5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:01.190314 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-27c92a7f-bd68-4995-99ae-fb70009aa5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:01.191559 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-27c92a7f-bd68-4995-99ae-fb70009aa5ec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/513581a5-5b3b-40d5-b7a9-4793c15229b5 HTTP/1.1" status: 204 len: 168 time: 0.1816697 Apr 19 18:08:01.213265 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-80ad40ba-cc86-4fe1-a621-3e481e5b631d req-2d80dda6-5017-41cc-bb68-04e39b55b44e tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709958 Apr 19 18:08:01.226279 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7afde9a2-43ca-4a78-ad03-e57499243353 req-d70fbdd0-8d15-4dec-b309-496b10fd1900 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580c19a2-424f-4085-999d-92f113cbadb0 HTTP/1.1" status: 200 len: 1001 time: 0.1510231 Apr 19 18:08:01.298092 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afde9a2-43ca-4a78-ad03-e57499243353 req-f4baa2f0-4aee-4685-b194-ef5fde2fb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:01.299808 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7afde9a2-43ca-4a78-ad03-e57499243353 req-f4baa2f0-4aee-4685-b194-ef5fde2fb621 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67b2a4e5-5ca7-45f1-a04e-7d81d7574936 HTTP/1.1" status: 200 len: 848 time: 0.0667806 Apr 19 18:08:01.317357 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:01.387559 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afde9a2-43ca-4a78-ad03-e57499243353 req-a62573b1-0b39-4077-bf9c-7ec8737a7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:01.389193 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7afde9a2-43ca-4a78-ad03-e57499243353 req-a62573b1-0b39-4077-bf9c-7ec8737a7002 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=28f6f76a-3785-46d6-b93b-f7f266057d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827131 Apr 19 18:08:01.532986 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7afde9a2-43ca-4a78-ad03-e57499243353 req-40805753-2756-4639-8c30-d3d5af65a54b service neutron] 10.222.0.52 "GET /v2.0/networks/28f6f76a-3785-46d6-b93b-f7f266057d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366937 Apr 19 18:08:01.689640 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7afde9a2-43ca-4a78-ad03-e57499243353 req-35cf0c5d-4a97-4cfe-a283-1dc18f5925a8 service neutron] 10.222.0.52 "GET /v2.0/networks/28f6f76a-3785-46d6-b93b-f7f266057d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500471 Apr 19 18:08:02.422140 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8544e-d168-4356-b3f0-1416e53b4261 req-c7bfedaa-ed88-4868-93ce-7be9e6b6a272 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:02.423820 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-04f8544e-d168-4356-b3f0-1416e53b4261 req-c7bfedaa-ed88-4868-93ce-7be9e6b6a272 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.0920599 Apr 19 18:08:02.473440 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-04f8544e-d168-4356-b3f0-1416e53b4261 req-c0d43f60-0ecd-4e94-ace4-3fcfda6c8e39 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431151 Apr 19 18:08:03.011933 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:08:03.687067 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa777c-006a-441b-a8a2-aef1814900ac req-c0c7bcc5-6915-41b6-ab4c-009571766aef tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:03.688668 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dcaa777c-006a-441b-a8a2-aef1814900ac req-c0c7bcc5-6915-41b6-ab4c-009571766aef tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.0961580 Apr 19 18:08:03.737792 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dcaa777c-006a-441b-a8a2-aef1814900ac req-6e06c528-8b14-46c6-bb74-3a1149450060 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423894 Apr 19 18:08:04.955441 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9401ee-94f3-49b4-aa0f-09218a1e4dbb req-0849c9ff-2491-4713-9307-bcfa54dc96f3 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:04.957028 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1e9401ee-94f3-49b4-aa0f-09218a1e4dbb req-0849c9ff-2491-4713-9307-bcfa54dc96f3 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.0998857 Apr 19 18:08:05.006876 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1e9401ee-94f3-49b4-aa0f-09218a1e4dbb req-96494267-abcc-49b2-b941-ffc67e22d503 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428782 Apr 19 18:08:05.383921 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8e929471-750c-4891-ae8e-f005aea6f4cd req-271eb4d7-be88-4e05-ba3e-302df4aca2ab service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1308355 Apr 19 18:08:05.418937 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b832573-e5e6-4a87-99c4-c9f7895058d1 req-c78f37db-907c-4f12-bd2e-25169c237423 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:05.420538 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9b832573-e5e6-4a87-99c4-c9f7895058d1 req-c78f37db-907c-4f12-bd2e-25169c237423 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.1038473 Apr 19 18:08:05.472696 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9b832573-e5e6-4a87-99c4-c9f7895058d1 req-4181ee31-d68f-4ad8-8ee7-fdf496908272 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423181 Apr 19 18:08:06.371645 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35600) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:06.505098 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f64dbf3-71da-4a05-9102-d727e60ffcac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:06.522013 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2f64dbf3-71da-4a05-9102-d727e60ffcac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:08:06.526419 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2f64dbf3-71da-4a05-9102-d727e60ffcac admin admin] Usage tracker for resource:security_group_rule and tenant:eaa560b39f874054bcd902675ead8aed is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:08:06.529581 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2f64dbf3-71da-4a05-9102-d727e60ffcac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:08:06.535747 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2f64dbf3-71da-4a05-9102-d727e60ffcac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:08:06.621861 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f64dbf3-71da-4a05-9102-d727e60ffcac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:06.626412 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f64dbf3-71da-4a05-9102-d727e60ffcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:06.634197 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-85698375-a4fa-4845-bc90-e5e0349f041c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:06.676969 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64dbf3-71da-4a05-9102-d727e60ffcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d036a6f-9739-488a-b79b-d90e0da881db,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:06.684897 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2f64dbf3-71da-4a05-9102-d727e60ffcac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eaa560b39f874054bcd902675ead8aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120041 Apr 19 18:08:06.685738 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14c056-c7cf-4e8f-92b8-9572e7cc1df9 req-430c60de-d880-4239-9012-09d99b6fbf73 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:06.686448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2f64dbf3-71da-4a05-9102-d727e60ffcac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:06.686448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35612) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:06.687383 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4f14c056-c7cf-4e8f-92b8-9572e7cc1df9 req-430c60de-d880-4239-9012-09d99b6fbf73 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.0933232 Apr 19 18:08:06.737127 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4f14c056-c7cf-4e8f-92b8-9572e7cc1df9 req-d5822790-da1e-43d1-a00d-114fe256a38e tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431473 Apr 19 18:08:06.755169 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e43bf663-a3ac-4592-b36b-9922c7e5625d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:06.786474 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e43bf663-a3ac-4592-b36b-9922c7e5625d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:06.818778 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 580c19a2-424f-4085-999d-92f113cbadb0 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:08:06.834394 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e43bf663-a3ac-4592-b36b-9922c7e5625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:06.838517 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dc58c7fc-c313-4f9e-b44e-bad2fa0ce112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:06.853507 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bf663-a3ac-4592-b36b-9922c7e5625d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d036a6f-9739-488a-b79b-d90e0da881db,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:06.856478 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e43bf663-a3ac-4592-b36b-9922c7e5625d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:06.857809 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e43bf663-a3ac-4592-b36b-9922c7e5625d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:06.859933 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e43bf663-a3ac-4592-b36b-9922c7e5625d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d036a6f-9739-488a-b79b-d90e0da881db HTTP/1.1" status: 204 len: 168 time: 0.1725199 Apr 19 18:08:06.958235 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:06.988768 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6755d6-3d67-466c-b3f7-1e0f1ca03b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580c19a2-424f-4085-999d-92f113cbadb0'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:08:06.999565 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 580c19a2-424f-4085-999d-92f113cbadb0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=580c19a2-424f-4085-999d-92f113cbadb0,segment=NetworkSegment(06d2c034-920c-4580-b856-5a083ef711fe),segment_id=06d2c034-920c-4580-b856-5a083ef711fe)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:08:07.003497 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:07.006418 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:07.044153 dv-cinder-786927-1-smb neutron-server[86243]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f6755d6-3d67-466c-b3f7-1e0f1ca03b61', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '580c19a2-424f-4085-999d-92f113cbadb0', 'code': 422} returned with failed status Apr 19 18:08:07.085497 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=580c19a2-424f-4085-999d-92f113cbadb0,revision_number=6']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:07.089041 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:07.170652 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35624) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:07.194242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a79aa59-cfeb-4440-8a51-88f35463cc1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:07.210211 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6a79aa59-cfeb-4440-8a51-88f35463cc1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:08:07.214862 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6a79aa59-cfeb-4440-8a51-88f35463cc1d admin admin] Usage tracker for resource:security_group_rule and tenant:e27139ee28c6482dbe840966d94d0546 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:08:07.218216 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6a79aa59-cfeb-4440-8a51-88f35463cc1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:08:07.224693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6a79aa59-cfeb-4440-8a51-88f35463cc1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:08:07.312230 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a79aa59-cfeb-4440-8a51-88f35463cc1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:07.315654 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a79aa59-cfeb-4440-8a51-88f35463cc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:07.326258 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-78890d3d-a5a8-467c-87af-b264d8c41809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:07.378232 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6a79aa59-cfeb-4440-8a51-88f35463cc1d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e27139ee28c6482dbe840966d94d0546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060969 Apr 19 18:08:07.379043 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79aa59-cfeb-4440-8a51-88f35463cc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403946f7-fb1c-4218-8a5a-d5107113437f,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:07.381977 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 35628) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:07.382282 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6a79aa59-cfeb-4440-8a51-88f35463cc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:07.452187 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-15176673-f6a4-4b47-ac50-2dc238fbf249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:07.480659 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-15176673-f6a4-4b47-ac50-2dc238fbf249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:07.531546 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-15176673-f6a4-4b47-ac50-2dc238fbf249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:07.536868 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bb226dc9-1f9b-4d25-b794-24986009ba40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:07.550970 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15176673-f6a4-4b47-ac50-2dc238fbf249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403946f7-fb1c-4218-8a5a-d5107113437f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:07.553528 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-15176673-f6a4-4b47-ac50-2dc238fbf249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:07.556055 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-15176673-f6a4-4b47-ac50-2dc238fbf249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:07.560206 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-15176673-f6a4-4b47-ac50-2dc238fbf249 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/403946f7-fb1c-4218-8a5a-d5107113437f HTTP/1.1" status: 204 len: 168 time: 0.1739655 Apr 19 18:08:07.948661 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096950ae-1d5f-4ee6-b926-783556fcf6d8 req-82bd129a-b4ce-4c53-ad1f-48427cd21e66 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:07.950354 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-096950ae-1d5f-4ee6-b926-783556fcf6d8 req-82bd129a-b4ce-4c53-ad1f-48427cd21e66 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 943 time: 0.0929561 Apr 19 18:08:08.002438 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-096950ae-1d5f-4ee6-b926-783556fcf6d8 req-09a0d99a-2e84-4f9b-9f68-0d98e7481a60 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446632 Apr 19 18:08:09.212583 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b978fb-644d-4f1b-8919-8a633659904d req-d56b6bee-336a-4e65-a0ac-0843bbf68806 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:09.214424 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-09b978fb-644d-4f1b-8919-8a633659904d req-d56b6bee-336a-4e65-a0ac-0843bbf68806 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 943 time: 0.0970976 Apr 19 18:08:09.268026 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-09b978fb-644d-4f1b-8919-8a633659904d req-458a3746-18b0-4554-9346-308f282d13f3 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468850 Apr 19 18:08:09.634220 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35700) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:09.785642 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:09.802795 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:08:09.808004 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Usage tracker for resource:security_group_rule and tenant:fafcadc31a23421a84d20ebf3077db68 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:08:09.811125 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:08:09.817383 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:08:09.905513 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:09.909075 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:09.918997 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-172a7ea1-f543-4f90-9092-e5cf6bc9ec11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:09.961203 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fafcadc31a23421a84d20ebf3077db68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254442 Apr 19 18:08:09.964536 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35708) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:09.970511 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec305a39-a0c2-4d81-96b8-cf19f870bcfc,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:10.002974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:10.003401 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:10.003814 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:10.004218 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:10.004634 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:10.005018 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:10.005416 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:10.005815 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:10.006240 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:10.006620 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:10.007013 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:10.007402 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:10.014950 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:10.056583 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ec4140ba-4369-42b6-a239-428f8856c776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:10.086071 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ec4140ba-4369-42b6-a239-428f8856c776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:10.136516 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ec4140ba-4369-42b6-a239-428f8856c776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:10.143945 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e43bf663-a3ac-4592-b36b-9922c7e5625d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:10.157556 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4140ba-4369-42b6-a239-428f8856c776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec305a39-a0c2-4d81-96b8-cf19f870bcfc,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:10.160063 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ec4140ba-4369-42b6-a239-428f8856c776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:10.170504 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ec4140ba-4369-42b6-a239-428f8856c776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:10.174514 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ec4140ba-4369-42b6-a239-428f8856c776 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ec305a39-a0c2-4d81-96b8-cf19f870bcfc HTTP/1.1" status: 204 len: 168 time: 0.2063527 Apr 19 18:08:10.491795 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddef30-1da3-4f53-bb67-ea1e1eed7983 req-5ac6fc06-e99e-4929-be03-60aa9763c9e0 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:10.493501 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-15ddef30-1da3-4f53-bb67-ea1e1eed7983 req-5ac6fc06-e99e-4929-be03-60aa9763c9e0 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 943 time: 0.0940583 Apr 19 18:08:10.513375 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 35720) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:10.536516 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6e491fdb-b44a-4554-ad07-9f47cc73321e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:10.548007 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-15ddef30-1da3-4f53-bb67-ea1e1eed7983 req-43b2a188-3404-473a-9cf1-1203d310593c tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473049 Apr 19 18:08:10.553583 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6e491fdb-b44a-4554-ad07-9f47cc73321e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:08:10.558031 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6e491fdb-b44a-4554-ad07-9f47cc73321e admin admin] Usage tracker for resource:security_group_rule and tenant:66ced7c8083045d9bb84e92d11af5f73 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:08:10.561444 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6e491fdb-b44a-4554-ad07-9f47cc73321e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:08:10.569103 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6e491fdb-b44a-4554-ad07-9f47cc73321e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:08:10.704429 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e929471-750c-4891-ae8e-f005aea6f4cd req-5a573b23-663f-4f3b-86c1-2e47701aebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:10.705994 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8e929471-750c-4891-ae8e-f005aea6f4cd req-5a573b23-663f-4f3b-86c1-2e47701aebe7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61&tenant_id=527396869d824e9180c98d43d84b2932 HTTP/1.1" status: 200 len: 1096 time: 0.1382010 Apr 19 18:08:10.771284 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6e491fdb-b44a-4554-ad07-9f47cc73321e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:10.777861 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6e491fdb-b44a-4554-ad07-9f47cc73321e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:10.790366 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-61e07639-f4a1-486d-aeb8-c054a65897ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:10.841958 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6e491fdb-b44a-4554-ad07-9f47cc73321e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=66ced7c8083045d9bb84e92d11af5f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272254 Apr 19 18:08:10.844079 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e491fdb-b44a-4554-ad07-9f47cc73321e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1f7df6-c130-47e6-8271-3e3b98ed78b7,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:10.844911 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35724) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:10.848448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6e491fdb-b44a-4554-ad07-9f47cc73321e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:10.871681 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e929471-750c-4891-ae8e-f005aea6f4cd req-91144dcb-6f95-4eda-81bc-bfa83422ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:10.873349 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8e929471-750c-4891-ae8e-f005aea6f4cd req-91144dcb-6f95-4eda-81bc-bfa83422ebcf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=527396869d824e9180c98d43d84b2932&device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 1096 time: 0.1409738 Apr 19 18:08:10.917345 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-86137afe-f8d5-48d3-ac58-a2b6797023a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:10.946668 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-86137afe-f8d5-48d3-ac58-a2b6797023a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:10.996983 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-86137afe-f8d5-48d3-ac58-a2b6797023a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:11.001229 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-386906e4-4f36-46f5-8416-22231c593394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:11.013379 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86137afe-f8d5-48d3-ac58-a2b6797023a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1f7df6-c130-47e6-8271-3e3b98ed78b7,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:11.015920 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-86137afe-f8d5-48d3-ac58-a2b6797023a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:11.021547 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-86137afe-f8d5-48d3-ac58-a2b6797023a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:11.025467 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-86137afe-f8d5-48d3-ac58-a2b6797023a9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1f1f7df6-c130-47e6-8271-3e3b98ed78b7 HTTP/1.1" status: 204 len: 168 time: 0.1767099 Apr 19 18:08:11.027302 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e929471-750c-4891-ae8e-f005aea6f4cd req-5e8f3e17-c229-4f81-adf6-68136cb9dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:11.028791 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8e929471-750c-4891-ae8e-f005aea6f4cd req-5e8f3e17-c229-4f81-adf6-68136cb9dfea service neutron] 10.222.0.52 "GET /v2.0/networks?id=28f6f76a-3785-46d6-b93b-f7f266057d36 HTTP/1.1" status: 200 len: 910 time: 0.1474643 Apr 19 18:08:11.144850 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8e929471-750c-4891-ae8e-f005aea6f4cd req-a326039e-38ec-4872-acd4-6d86ce434d75 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580c19a2-424f-4085-999d-92f113cbadb0 HTTP/1.1" status: 200 len: 999 time: 0.1083972 Apr 19 18:08:11.218707 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e929471-750c-4891-ae8e-f005aea6f4cd req-1da6f7d7-c4b7-4444-b2a4-d10eae4c8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:11.220315 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8e929471-750c-4891-ae8e-f005aea6f4cd req-1da6f7d7-c4b7-4444-b2a4-d10eae4c8ae8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67b2a4e5-5ca7-45f1-a04e-7d81d7574936 HTTP/1.1" status: 200 len: 848 time: 0.0683663 Apr 19 18:08:11.550277 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e929471-750c-4891-ae8e-f005aea6f4cd req-c166234f-1d9f-4e76-82a0-2117cb8e75f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:11.551860 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8e929471-750c-4891-ae8e-f005aea6f4cd req-c166234f-1d9f-4e76-82a0-2117cb8e75f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=28f6f76a-3785-46d6-b93b-f7f266057d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3244298 Apr 19 18:08:11.699545 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8e929471-750c-4891-ae8e-f005aea6f4cd req-d7792a39-3f48-42de-a644-3ee56e8644a7 service neutron] 10.222.0.52 "GET /v2.0/networks/28f6f76a-3785-46d6-b93b-f7f266057d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401267 Apr 19 18:08:11.772030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e30b3-3efd-4b6f-bb09-7cf806887091 req-7c3c508b-41a2-4a4d-bbdb-6b5be531df80 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:11.773675 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7e4e30b3-3efd-4b6f-bb09-7cf806887091 req-7c3c508b-41a2-4a4d-bbdb-6b5be531df80 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 943 time: 0.0917435 Apr 19 18:08:11.828117 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7e4e30b3-3efd-4b6f-bb09-7cf806887091 req-eb5cb6e7-1466-46d5-8de3-133bda718c8b tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466774 Apr 19 18:08:11.851115 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8e929471-750c-4891-ae8e-f005aea6f4cd req-3749a55d-8cc5-4cf7-a62b-b5736e2f1c3e service neutron] 10.222.0.52 "GET /v2.0/networks/28f6f76a-3785-46d6-b93b-f7f266057d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445100 Apr 19 18:08:12.352278 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 35760) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:12.484623 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:12.502435 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:08:12.507363 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Usage tracker for resource:security_group_rule and tenant:de1cc897d4c7487ca24a2806f00badb3 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:08:12.511299 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:08:12.518592 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:08:12.612070 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:12.615242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:12.629478 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f8c04b17-9cfe-4893-8f33-46343a045ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:12.673986 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=de1cc897d4c7487ca24a2806f00badb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203478 Apr 19 18:08:12.675614 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02841a87-084e-494d-a778-e80e887cd69a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:12.676978 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35768) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:12.683879 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:12.684294 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:12.684714 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:12.685094 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:12.685487 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:12.685879 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:12.686303 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:12.686689 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:12.687078 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:12.687463 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:12.687848 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:12.688238 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:08:12.692486 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:12.743338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-eace0306-0537-4afc-bacb-19b3aaa3650f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:12.773347 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-eace0306-0537-4afc-bacb-19b3aaa3650f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:12.824082 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-eace0306-0537-4afc-bacb-19b3aaa3650f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:12.828140 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4172ed61-d1c6-4082-b5c9-4d3e31ed9c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:12.841979 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace0306-0537-4afc-bacb-19b3aaa3650f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02841a87-084e-494d-a778-e80e887cd69a,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:12.845157 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-eace0306-0537-4afc-bacb-19b3aaa3650f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:12.847235 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-eace0306-0537-4afc-bacb-19b3aaa3650f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:12.848712 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-eace0306-0537-4afc-bacb-19b3aaa3650f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/02841a87-084e-494d-a778-e80e887cd69a HTTP/1.1" status: 204 len: 168 time: 0.1703722 Apr 19 18:08:13.042310 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b24565-816c-4e73-917c-fd3375f29d80 req-92db50cb-35b3-49df-b7b5-3ef07592fcfd tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:13.044083 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-27b24565-816c-4e73-917c-fd3375f29d80 req-92db50cb-35b3-49df-b7b5-3ef07592fcfd tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 943 time: 0.0969155 Apr 19 18:08:13.095852 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-27b24565-816c-4e73-917c-fd3375f29d80 req-7a5e3829-17a8-4042-98a4-8f34c90c604f tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444880 Apr 19 18:08:14.313957 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5992396-2e22-4a44-a78c-22955e1497ca req-3be25181-76ed-427b-8ada-c1cb9532a596 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:14.315611 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5992396-2e22-4a44-a78c-22955e1497ca req-3be25181-76ed-427b-8ada-c1cb9532a596 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 943 time: 0.0889950 Apr 19 18:08:14.365389 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5992396-2e22-4a44-a78c-22955e1497ca req-13809d7d-f7e0-405c-870f-d0dbeec73a6c tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412149 Apr 19 18:08:14.863926 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 580c19a2-424f-4085-999d-92f113cbadb0 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:08:15.021799 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 580c19a2-424f-4085-999d-92f113cbadb0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=580c19a2-424f-4085-999d-92f113cbadb0,segment=NetworkSegment(06d2c034-920c-4580-b856-5a083ef711fe),segment_id=06d2c034-920c-4580-b856-5a083ef711fe)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:08:15.041986 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': '580c19a2-424f-4085-999d-92f113cbadb0', 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36', 'port_id': '580c19a2-424f-4085-999d-92f113cbadb0', 'mac_address': 'fa:16:3e:9e:a2:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:08:15.101704 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:15.120140 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580c19a2-424f-4085-999d-92f113cbadb0 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:08:15.137801 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 580c19a2-424f-4085-999d-92f113cbadb0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=580c19a2-424f-4085-999d-92f113cbadb0,segment=NetworkSegment(06d2c034-920c-4580-b856-5a083ef711fe),segment_id=06d2c034-920c-4580-b856-5a083ef711fe)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:08:15.142490 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:15.144335 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:15.218540 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=580c19a2-424f-4085-999d-92f113cbadb0,revision_number=7']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:15.221772 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:15.497608 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['580c19a2-424f-4085-999d-92f113cbadb0'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:08:15.583187 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61065fe-db2d-427a-b626-7bdc516b94db req-4cf8e54e-e8ac-4a5d-9074-7451f053b0bc tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:15.584810 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a61065fe-db2d-427a-b626-7bdc516b94db req-4cf8e54e-e8ac-4a5d-9074-7451f053b0bc tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 944 time: 0.0979562 Apr 19 18:08:15.636298 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a61065fe-db2d-427a-b626-7bdc516b94db req-c2e7483d-a467-44ad-b1c1-a2670b74eb99 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437796 Apr 19 18:08:15.953702 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-517b2224-ead4-4ca6-82c1-3c96031e7f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:16.852128 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5f70a-7d72-4efd-be18-c57c3bf3ac6a req-62e824d4-ce15-493e-882d-f8e6d293068f tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:16.854102 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3be5f70a-7d72-4efd-be18-c57c3bf3ac6a req-62e824d4-ce15-493e-882d-f8e6d293068f tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 944 time: 0.0968704 Apr 19 18:08:16.883138 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 580c19a2-424f-4085-999d-92f113cbadb0 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:08:16.962376 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port 580c19a2-424f-4085-999d-92f113cbadb0 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:08:16.962691 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:17.099809 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:17.131590 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6755d6-3d67-466c-b3f7-1e0f1ca03b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580c19a2-424f-4085-999d-92f113cbadb0'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:08:17.147875 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 580c19a2-424f-4085-999d-92f113cbadb0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=580c19a2-424f-4085-999d-92f113cbadb0,segment=NetworkSegment(06d2c034-920c-4580-b856-5a083ef711fe),segment_id=06d2c034-920c-4580-b856-5a083ef711fe)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:08:17.154490 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:17.154694 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3be5f70a-7d72-4efd-be18-c57c3bf3ac6a req-029bb122-305a-45eb-b929-386ba484c437 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2936275 Apr 19 18:08:17.156553 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:17.199370 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6755d6-3d67-466c-b3f7-1e0f1ca03b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580c19a2-424f-4085-999d-92f113cbadb0', 'code': 200} Apr 19 18:08:17.236026 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=580c19a2-424f-4085-999d-92f113cbadb0,revision_number=8']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:17.239357 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:17.509388 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a72212-4052-43a3-a734-82cff48e738d req-c9c394ad-029a-4df2-ad3b-902156c9a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:17.511136 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-01a72212-4052-43a3-a734-82cff48e738d req-c9c394ad-029a-4df2-ad3b-902156c9a124 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 1098 time: 0.0784087 Apr 19 18:08:17.554698 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-01a72212-4052-43a3-a734-82cff48e738d req-270cb19c-5407-43b4-a0f6-6c7c3b7671a2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367470 Apr 19 18:08:17.780890 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 35846) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:17.910147 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6448060b-6263-43fc-9648-5f595fa1c026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:17.925842 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6448060b-6263-43fc-9648-5f595fa1c026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:08:17.930050 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6448060b-6263-43fc-9648-5f595fa1c026 admin admin] Usage tracker for resource:security_group_rule and tenant:1104bac2909c454b8f3cc93da00b7c72 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:08:17.933210 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6448060b-6263-43fc-9648-5f595fa1c026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:08:17.939378 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6448060b-6263-43fc-9648-5f595fa1c026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:08:18.029951 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6448060b-6263-43fc-9648-5f595fa1c026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:18.033526 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6448060b-6263-43fc-9648-5f595fa1c026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:18.041171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:18.084916 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6448060b-6263-43fc-9648-5f595fa1c026 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1104bac2909c454b8f3cc93da00b7c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027084 Apr 19 18:08:18.085874 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448060b-6263-43fc-9648-5f595fa1c026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bbea17-d483-4798-98d3-d00b8ac8e3f6,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:18.088099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35852) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:18.089346 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6448060b-6263-43fc-9648-5f595fa1c026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:18.153561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6231b759-eb88-4c89-a70a-4c631d466446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:18.180728 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6231b759-eb88-4c89-a70a-4c631d466446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:18.230909 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6231b759-eb88-4c89-a70a-4c631d466446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:18.236395 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-eace0306-0537-4afc-bacb-19b3aaa3650f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:18.250422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231b759-eb88-4c89-a70a-4c631d466446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bbea17-d483-4798-98d3-d00b8ac8e3f6,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:18.253484 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6231b759-eb88-4c89-a70a-4c631d466446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:18.254496 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6231b759-eb88-4c89-a70a-4c631d466446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:18.255705 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6231b759-eb88-4c89-a70a-4c631d466446 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/66bbea17-d483-4798-98d3-d00b8ac8e3f6 HTTP/1.1" status: 204 len: 168 time: 0.1665094 Apr 19 18:08:18.375607 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e1410-7093-4b48-8a05-21a6f35232f0 req-655b12e9-a274-4978-aa1e-03537e64a4b1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:18.378211 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2b8e1410-7093-4b48-8a05-21a6f35232f0 req-655b12e9-a274-4978-aa1e-03537e64a4b1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.0993276 Apr 19 18:08:18.434792 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2b8e1410-7093-4b48-8a05-21a6f35232f0 req-4377e098-0348-4db0-abab-d879aa176941 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506365 Apr 19 18:08:18.575280 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 35864) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:18.598505 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4f7ca60-9cd6-44e4-ae22-0d18c61ae120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:18.616049 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b4f7ca60-9cd6-44e4-ae22-0d18c61ae120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:08:18.621825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b4f7ca60-9cd6-44e4-ae22-0d18c61ae120 admin admin] Usage tracker for resource:security_group_rule and tenant:cdd37825bee44cb7a2f5095ed8f9224c is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:08:18.624972 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b4f7ca60-9cd6-44e4-ae22-0d18c61ae120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:08:18.631269 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b4f7ca60-9cd6-44e4-ae22-0d18c61ae120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:08:18.717231 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4f7ca60-9cd6-44e4-ae22-0d18c61ae120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:18.720481 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4f7ca60-9cd6-44e4-ae22-0d18c61ae120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:18.728124 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d5ecbec-0fe9-4f42-8686-6c65c7cd692c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:18.772228 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b4f7ca60-9cd6-44e4-ae22-0d18c61ae120 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cdd37825bee44cb7a2f5095ed8f9224c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956918 Apr 19 18:08:18.773171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7ca60-9cd6-44e4-ae22-0d18c61ae120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a471d9-1fbe-414b-8d53-9062fe5376e9,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:18.775913 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 35868) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:08:18.776890 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b4f7ca60-9cd6-44e4-ae22-0d18c61ae120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:18.843123 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7e8fdb3e-e331-4297-8011-72c3d5c16071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:18.871684 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7e8fdb3e-e331-4297-8011-72c3d5c16071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:18.918457 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7e8fdb3e-e331-4297-8011-72c3d5c16071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:18.922956 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fa365a79-9d15-43af-aaa4-02d2f34a3425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:08:18.935005 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fdb3e-e331-4297-8011-72c3d5c16071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a471d9-1fbe-414b-8d53-9062fe5376e9,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:08:18.937460 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7e8fdb3e-e331-4297-8011-72c3d5c16071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:08:18.943959 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7e8fdb3e-e331-4297-8011-72c3d5c16071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:18.945202 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-7e8fdb3e-e331-4297-8011-72c3d5c16071 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a1a471d9-1fbe-414b-8d53-9062fe5376e9 HTTP/1.1" status: 204 len: 168 time: 0.1679122 Apr 19 18:08:19.426110 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c24c8d8e-a6e7-4248-9343-81f0248f3248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:19.667287 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b361b-28b0-48db-984f-ca2fe819624c req-09e1a23d-4483-4dfa-8424-0bbbf1564c98 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:19.668931 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-695b361b-28b0-48db-984f-ca2fe819624c req-09e1a23d-4483-4dfa-8424-0bbbf1564c98 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.0940027 Apr 19 18:08:19.726595 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-695b361b-28b0-48db-984f-ca2fe819624c req-02562198-9a31-45e3-83dd-eb67a32ef706 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505466 Apr 19 18:08:19.941653 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:20.325090 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:21.574791 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:31.327577 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:40.014334 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:08:45.948940 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6dabc7fe-7bd3-4e98-a3b1-fdc7c39557c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:49.429981 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bd011379-6fc7-4dfa-ade0-0a94f23589b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:49.955764 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:50.331889 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:51.584302 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:08:52.791491 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6696af-1fad-4ae9-aec8-449b92d315a6 req-6cd55504-9652-4f00-86ae-b059fcb8f7c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:52.793154 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fb6696af-1fad-4ae9-aec8-449b92d315a6 req-6cd55504-9652-4f00-86ae-b059fcb8f7c6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.2183800 Apr 19 18:08:52.842522 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fb6696af-1fad-4ae9-aec8-449b92d315a6 req-e8ee6b4c-36cc-4662-a428-326a5f80b1f1 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422864 Apr 19 18:08:54.056425 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca497251-8598-46b0-8c92-147a507eb547 req-1d3f86e0-2159-4bbb-86e2-a538fecf0a52 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:54.058056 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ca497251-8598-46b0-8c92-147a507eb547 req-1d3f86e0-2159-4bbb-86e2-a538fecf0a52 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.0917001 Apr 19 18:08:54.110637 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ca497251-8598-46b0-8c92-147a507eb547 req-e7992fd7-3163-4d50-a34c-27632989c0a8 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450532 Apr 19 18:08:55.323951 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6346b8e-1a56-4091-816f-f305247b0b46 req-dee26188-0907-4079-8a00-0434b3e2e562 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:55.325677 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a6346b8e-1a56-4091-816f-f305247b0b46 req-dee26188-0907-4079-8a00-0434b3e2e562 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.0923254 Apr 19 18:08:55.385823 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a6346b8e-1a56-4091-816f-f305247b0b46 req-70462a91-7ce6-4152-9cc3-060c47834b60 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531764 Apr 19 18:08:56.618459 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9416b86-2ade-45f6-89a4-2da1257e155e req-2b72aef4-ce5d-496f-87a4-48278064fe99 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:56.619980 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d9416b86-2ade-45f6-89a4-2da1257e155e req-2b72aef4-ce5d-496f-87a4-48278064fe99 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.0973430 Apr 19 18:08:56.672641 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d9416b86-2ade-45f6-89a4-2da1257e155e req-9cc24bd4-b880-4ad5-8584-69d6b8e37f1b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429215 Apr 19 18:08:57.901354 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d64705-c01e-49ca-b0d4-d69382fa0673 req-32dd681c-038f-479a-8a65-c21bdb7fc78e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:57.902972 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c0d64705-c01e-49ca-b0d4-d69382fa0673 req-32dd681c-038f-479a-8a65-c21bdb7fc78e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.0979240 Apr 19 18:08:57.950958 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c0d64705-c01e-49ca-b0d4-d69382fa0673 req-f81b22ea-0ad9-41c2-9f4b-a26bba8af785 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412076 Apr 19 18:08:59.182497 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b7399-a161-4ded-9d31-24488894a9d5 req-16afc62a-6e8a-47d6-9dc7-b07104e2cf24 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:08:59.184101 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a30b7399-a161-4ded-9d31-24488894a9d5 req-16afc62a-6e8a-47d6-9dc7-b07104e2cf24 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.0935254 Apr 19 18:08:59.233448 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a30b7399-a161-4ded-9d31-24488894a9d5 req-fe77b6cc-0e9d-42de-8db8-e2e66ce0409d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419414 Apr 19 18:09:00.464844 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f620574-45fb-4527-ba09-205795440bf7 req-1ffd7520-c424-4042-a52a-4be866b9f17a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:00.466525 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4f620574-45fb-4527-ba09-205795440bf7 req-1ffd7520-c424-4042-a52a-4be866b9f17a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.1066189 Apr 19 18:09:00.519434 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4f620574-45fb-4527-ba09-205795440bf7 req-65c00a79-012e-4678-99df-5fbe64a7f1b8 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455909 Apr 19 18:09:01.349704 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:01.732525 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021ad3a-f76a-4dd3-848e-7460c9e821ba req-2a083e57-4051-454e-80da-a2c344ad2f27 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:01.734028 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f021ad3a-f76a-4dd3-848e-7460c9e821ba req-2a083e57-4051-454e-80da-a2c344ad2f27 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.0940273 Apr 19 18:09:01.787114 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f021ad3a-f76a-4dd3-848e-7460c9e821ba req-8bc088be-53c8-490c-bde4-3fda6f469afc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429890 Apr 19 18:09:02.993898 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0147f84-7794-4948-a08c-12f918223f48 req-053c1eb3-b3cd-4a93-ab79-1e7261898c39 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:02.995509 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e0147f84-7794-4948-a08c-12f918223f48 req-053c1eb3-b3cd-4a93-ab79-1e7261898c39 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.0881858 Apr 19 18:09:03.043709 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e0147f84-7794-4948-a08c-12f918223f48 req-80ae390e-3d73-4648-bee7-e85853dc89f1 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417137 Apr 19 18:09:04.269422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81308cf-cecc-46aa-ad44-1a476bc816fc req-32aa3694-3400-4a85-8d48-6c88b4f9ccb9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:04.271101 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a81308cf-cecc-46aa-ad44-1a476bc816fc req-32aa3694-3400-4a85-8d48-6c88b4f9ccb9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.1032133 Apr 19 18:09:04.320581 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a81308cf-cecc-46aa-ad44-1a476bc816fc req-ecd04e75-85be-436d-9527-7c37121dd751 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428038 Apr 19 18:09:05.024455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 97e5fee6-42ca-467e-b35e-83c4d807c5d4 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:09:05.171862 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 97e5fee6-42ca-467e-b35e-83c4d807c5d4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=97e5fee6-42ca-467e-b35e-83c4d807c5d4,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:09:05.190625 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': '97e5fee6-42ca-467e-b35e-83c4d807c5d4', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'port_id': '97e5fee6-42ca-467e-b35e-83c4d807c5d4', 'mac_address': 'fa:16:3e:ec:5e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:09:05.251575 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:05.276348 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97e5fee6-42ca-467e-b35e-83c4d807c5d4 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:09:05.293621 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 97e5fee6-42ca-467e-b35e-83c4d807c5d4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=97e5fee6-42ca-467e-b35e-83c4d807c5d4,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:09:05.297456 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:05.300672 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b25e4269-8266-4c80-a32c-e1e9a76573e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:09:05.376329 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=97e5fee6-42ca-467e-b35e-83c4d807c5d4,revision_number=6']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:09:05.384778 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:09:05.385224 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:09:05.385638 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:09:05.386023 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:09:05.386394 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:09:05.386761 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:09:05.387126 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:09:05.387486 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:09:05.387849 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:09:05.388207 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:09:05.388570 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:09:05.388925 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:09:05.394830 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['97e5fee6-42ca-467e-b35e-83c4d807c5d4'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:09:05.428634 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:09:05.540026 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d55b8d-9784-437b-9ad0-e64097bde053 req-24b45637-a59c-4e26-b332-cb96e21c815a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:05.541684 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f2d55b8d-9784-437b-9ad0-e64097bde053 req-24b45637-a59c-4e26-b332-cb96e21c815a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 945 time: 0.0967050 Apr 19 18:09:05.591075 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f2d55b8d-9784-437b-9ad0-e64097bde053 req-493a2b5e-3bd1-42ba-a3c8-b60d7b683e4d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426903 Apr 19 18:09:06.806629 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ba7d2-a41a-4a31-90ff-55152bd431f7 req-dbf4b876-40fe-45e1-8da6-ae443973ec86 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:06.808239 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8f1ba7d2-a41a-4a31-90ff-55152bd431f7 req-dbf4b876-40fe-45e1-8da6-ae443973ec86 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 945 time: 0.0922263 Apr 19 18:09:06.858079 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8f1ba7d2-a41a-4a31-90ff-55152bd431f7 req-3346fa9d-28c1-40f3-8a1b-86469d4dc71d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431762 Apr 19 18:09:07.032871 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 97e5fee6-42ca-467e-b35e-83c4d807c5d4 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:09:07.110201 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port 97e5fee6-42ca-467e-b35e-83c4d807c5d4 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:09:07.110620 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:07.241799 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:07.273745 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b09f73-6f3b-44f7-9a06-49012a6f607d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e5fee6-42ca-467e-b35e-83c4d807c5d4'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:09:07.284669 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 97e5fee6-42ca-467e-b35e-83c4d807c5d4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=97e5fee6-42ca-467e-b35e-83c4d807c5d4,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:09:07.289201 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:07.291522 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:09:07.329991 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b09f73-6f3b-44f7-9a06-49012a6f607d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e5fee6-42ca-467e-b35e-83c4d807c5d4', 'code': 200} Apr 19 18:09:07.363560 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=97e5fee6-42ca-467e-b35e-83c4d807c5d4,revision_number=7']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:09:07.367213 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:09:08.084635 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527251fc-0fb0-486c-ab57-1e85256b8491 req-5e8d2240-2ca2-4aab-98df-3a9e7772d071 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:08.086203 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-527251fc-0fb0-486c-ab57-1e85256b8491 req-5e8d2240-2ca2-4aab-98df-3a9e7772d071 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.1010382 Apr 19 18:09:08.147639 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-527251fc-0fb0-486c-ab57-1e85256b8491 req-46523c72-df69-418c-964e-28d4e5ef664a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548172 Apr 19 18:09:09.365522 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c247bb6-e031-4d9d-9e57-321887463a68 req-32e164f7-9d45-436e-b0c2-4bda28f7221b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:09.367126 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c247bb6-e031-4d9d-9e57-321887463a68 req-32e164f7-9d45-436e-b0c2-4bda28f7221b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.0892792 Apr 19 18:09:09.421011 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c247bb6-e031-4d9d-9e57-321887463a68 req-975db631-caed-4588-b9d4-2e2203696c7a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441978 Apr 19 18:09:10.663229 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113e3d8-0cd5-40d3-a8b1-9a5c7b7675e4 req-d9840969-abf7-499f-beec-04eac7d7923d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:10.664789 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9113e3d8-0cd5-40d3-a8b1-9a5c7b7675e4 req-d9840969-abf7-499f-beec-04eac7d7923d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.1050577 Apr 19 18:09:10.718206 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9113e3d8-0cd5-40d3-a8b1-9a5c7b7675e4 req-b7b63a7a-5d11-46a8-9105-68f40962fffe tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466847 Apr 19 18:09:11.958013 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd363190-97ff-409c-bff6-056b6bf1b9b4 req-8a95c92e-c32b-4f30-8cb0-98b35c135a34 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:11.959885 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fd363190-97ff-409c-bff6-056b6bf1b9b4 req-8a95c92e-c32b-4f30-8cb0-98b35c135a34 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.1135991 Apr 19 18:09:12.016577 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fd363190-97ff-409c-bff6-056b6bf1b9b4 req-45456c11-fa67-49da-b7a4-a2456c374425 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480111 Apr 19 18:09:13.251608 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26954bcf-bbc9-4631-8dd4-7a3aabd724d8 req-ccaff99d-dffc-47e2-ace9-440baa628a72 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:13.254657 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-26954bcf-bbc9-4631-8dd4-7a3aabd724d8 req-ccaff99d-dffc-47e2-ace9-440baa628a72 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.0975711 Apr 19 18:09:13.317290 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-26954bcf-bbc9-4631-8dd4-7a3aabd724d8 req-b7d1028a-27b0-4adb-b12e-3d3a22dc4c3f tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541997 Apr 19 18:09:14.548705 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38776e-0ed8-4c10-b29d-b650e7115ae8 req-7262f64f-82be-4e47-b3ca-3e8b588345c8 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:14.550364 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-be38776e-0ed8-4c10-b29d-b650e7115ae8 req-7262f64f-82be-4e47-b3ca-3e8b588345c8 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.1066487 Apr 19 18:09:14.603400 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-be38776e-0ed8-4c10-b29d-b650e7115ae8 req-39a38e18-1188-4855-b444-f17fe2e394d4 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462253 Apr 19 18:09:15.821784 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1f313-29b6-4ee0-9839-294adb80a03b req-6909b5bc-4f3a-4fbc-8503-1ed889d4c5b5 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:15.823507 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d0f1f313-29b6-4ee0-9839-294adb80a03b req-6909b5bc-4f3a-4fbc-8503-1ed889d4c5b5 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.0962949 Apr 19 18:09:15.874596 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d0f1f313-29b6-4ee0-9839-294adb80a03b req-5ac99428-0b4a-4d68-bcfa-3d4c98b80d9c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441842 Apr 19 18:09:15.951253 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1997d1d7-ea9a-448f-97f1-7a215d07b048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:17.014147 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:09:17.091477 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb1aa4-1312-4d5f-ae6d-53cd08402894 req-6e18975e-f9d6-4ee6-8a27-14d3b01d687e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:17.093275 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f1fb1aa4-1312-4d5f-ae6d-53cd08402894 req-6e18975e-f9d6-4ee6-8a27-14d3b01d687e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.0961192 Apr 19 18:09:17.154966 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f1fb1aa4-1312-4d5f-ae6d-53cd08402894 req-80ccd228-7162-4556-931d-2601ad9bf940 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546811 Apr 19 18:09:18.375105 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138e01-f8e3-4467-8f53-c84ffe4a6d22 req-39363713-a392-401e-a557-2c56a3ebf5eb tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:18.376810 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-86138e01-f8e3-4467-8f53-c84ffe4a6d22 req-39363713-a392-401e-a557-2c56a3ebf5eb tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.0932171 Apr 19 18:09:18.426482 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-86138e01-f8e3-4467-8f53-c84ffe4a6d22 req-6170f94a-77c9-4896-934f-193439585908 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427144 Apr 19 18:09:19.434680 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bd48cd83-ea2c-4270-90a9-1e575c80e80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:19.645806 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1e374-85fc-4c9b-b183-c3146e3ffe60 req-85736389-e0c6-4e06-9b7d-1423faecde6d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:19.647392 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8eb1e374-85fc-4c9b-b183-c3146e3ffe60 req-85736389-e0c6-4e06-9b7d-1423faecde6d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.0965395 Apr 19 18:09:19.700826 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8eb1e374-85fc-4c9b-b183-c3146e3ffe60 req-3282712c-a184-4219-a7b5-6a61c3872e67 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462866 Apr 19 18:09:19.955369 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:20.330389 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:20.924961 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d280013-2be1-44f4-9d59-a7d99939676b req-218d5719-512d-4d85-9ee2-4571efc32ca9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:20.926518 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8d280013-2be1-44f4-9d59-a7d99939676b req-218d5719-512d-4d85-9ee2-4571efc32ca9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.0964637 Apr 19 18:09:20.983846 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8d280013-2be1-44f4-9d59-a7d99939676b req-0e9e1a45-18ed-4061-acc3-8880cb68cc08 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501056 Apr 19 18:09:21.583879 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:22.225281 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e57bf3-2514-4f1f-931e-10cc12504ffc req-53742c82-0f5c-4b77-af61-903b0cde269a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:22.230496 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-16e57bf3-2514-4f1f-931e-10cc12504ffc req-53742c82-0f5c-4b77-af61-903b0cde269a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.1007957 Apr 19 18:09:22.285629 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-16e57bf3-2514-4f1f-931e-10cc12504ffc req-79b97d3f-42ec-4c81-85db-bc5ed7bedbe2 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510483 Apr 19 18:09:23.504305 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bda54-e07d-4fbb-9ac1-8204ed050d12 req-e2dee334-45df-4c25-94ca-15cd4a86235f tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:23.505905 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-879bda54-e07d-4fbb-9ac1-8204ed050d12 req-e2dee334-45df-4c25-94ca-15cd4a86235f tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.0891984 Apr 19 18:09:23.565004 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-879bda54-e07d-4fbb-9ac1-8204ed050d12 req-dab6851d-800f-4c6e-aacd-9b3c26dae2e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489171 Apr 19 18:09:23.878571 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292e66c-e677-40b1-a004-76124cb3303f req-4b2218da-d52c-4b20-9d63-aa37a4367468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:23.880074 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1292e66c-e677-40b1-a004-76124cb3303f req-4b2218da-d52c-4b20-9d63-aa37a4367468 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52c9a70cdf8f44669caf1484d90915e5&device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 1099 time: 0.0812769 Apr 19 18:09:24.023156 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292e66c-e677-40b1-a004-76124cb3303f req-c21c2403-1e8d-4998-839b-181e5e0b5107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:24.024924 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1292e66c-e677-40b1-a004-76124cb3303f req-c21c2403-1e8d-4998-839b-181e5e0b5107 service neutron] 10.222.0.52 "GET /v2.0/networks?id=307a8ec4-4f38-4cf3-9819-112e0427a44c HTTP/1.1" status: 200 len: 917 time: 0.1378376 Apr 19 18:09:24.137655 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1292e66c-e677-40b1-a004-76124cb3303f req-c48cca71-2c88-4abe-bfb0-7129a2750aa8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e5fee6-42ca-467e-b35e-83c4d807c5d4 HTTP/1.1" status: 200 len: 1002 time: 0.1052945 Apr 19 18:09:24.209476 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292e66c-e677-40b1-a004-76124cb3303f req-c90bd6de-c6f1-4abe-8ddb-119dc993c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:24.211111 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1292e66c-e677-40b1-a004-76124cb3303f req-c90bd6de-c6f1-4abe-8ddb-119dc993c8e0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d809f74-47e5-4dcf-9ad5-d0fe43ce2348 HTTP/1.1" status: 200 len: 855 time: 0.0665374 Apr 19 18:09:24.304410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292e66c-e677-40b1-a004-76124cb3303f req-b0f14003-89c7-4817-a37c-f3c2a2d9d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:24.306299 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1292e66c-e677-40b1-a004-76124cb3303f req-b0f14003-89c7-4817-a37c-f3c2a2d9d029 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307a8ec4-4f38-4cf3-9819-112e0427a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0868702 Apr 19 18:09:24.318015 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [req-1292e66c-e677-40b1-a004-76124cb3303f req-bba4f06e-0314-4f59-9da9-3f43ade56ace service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:09:24.319018 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1292e66c-e677-40b1-a004-76124cb3303f req-bba4f06e-0314-4f59-9da9-3f43ade56ace service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057395 Apr 19 18:09:24.462791 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1292e66c-e677-40b1-a004-76124cb3303f req-ab8f3123-d2b5-46b0-88b0-a7168f0b9b90 service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364710 Apr 19 18:09:24.609858 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1292e66c-e677-40b1-a004-76124cb3303f req-245d82ca-9969-4cca-a320-3839603b5344 service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389010 Apr 19 18:09:24.795149 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa1d06-8063-4766-b07f-e3a0971ecb39 req-0f884b70-b087-4ab5-96b9-5679f14ffdcb tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:24.796813 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8baa1d06-8063-4766-b07f-e3a0971ecb39 req-0f884b70-b087-4ab5-96b9-5679f14ffdcb tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.1094272 Apr 19 18:09:24.847228 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8baa1d06-8063-4766-b07f-e3a0971ecb39 req-004a7829-dffb-425a-89d1-602d7683c2d6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435491 Apr 19 18:09:26.086788 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad439060-058c-4204-a82b-9e1fb318a2f4 req-1951e257-3934-4e8e-94cc-fbb6d191d7a3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:26.088325 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad439060-058c-4204-a82b-9e1fb318a2f4 req-1951e257-3934-4e8e-94cc-fbb6d191d7a3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.1064713 Apr 19 18:09:26.137924 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad439060-058c-4204-a82b-9e1fb318a2f4 req-58b27f6d-b927-467e-bd03-776b5d5d7658 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429132 Apr 19 18:09:27.183103 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 97e5fee6-42ca-467e-b35e-83c4d807c5d4 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:09:27.309381 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:27.338561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b09f73-6f3b-44f7-9a06-49012a6f607d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e5fee6-42ca-467e-b35e-83c4d807c5d4'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:09:27.350711 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 97e5fee6-42ca-467e-b35e-83c4d807c5d4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=97e5fee6-42ca-467e-b35e-83c4d807c5d4,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:09:27.354168 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:27.357148 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:09:27.359512 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba1125-0ada-4a2e-bbad-2c4c825cc446 req-2320d4bd-53b8-4d42-a603-a829c277fc84 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:27.361169 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-12ba1125-0ada-4a2e-bbad-2c4c825cc446 req-2320d4bd-53b8-4d42-a603-a829c277fc84 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 946 time: 0.0905104 Apr 19 18:09:27.395692 dv-cinder-786927-1-smb neutron-server[86243]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c0b09f73-6f3b-44f7-9a06-49012a6f607d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '97e5fee6-42ca-467e-b35e-83c4d807c5d4', 'code': 422} returned with failed status Apr 19 18:09:27.414927 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-12ba1125-0ada-4a2e-bbad-2c4c825cc446 req-2c082def-ef6f-442b-a566-199d4656f2af tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472374 Apr 19 18:09:27.429402 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=97e5fee6-42ca-467e-b35e-83c4d807c5d4,revision_number=8']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:09:27.433167 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:09:29.053865 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae3b4b-208a-40bf-a570-d7f3fd68a7b7 req-4cdec414-345d-4689-8ef2-c7fa91ebb1b3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:29.055581 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a2ae3b4b-208a-40bf-a570-d7f3fd68a7b7 req-4cdec414-345d-4689-8ef2-c7fa91ebb1b3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 944 time: 0.0904970 Apr 19 18:09:29.106825 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a2ae3b4b-208a-40bf-a570-d7f3fd68a7b7 req-1535d762-67fc-4ed6-ac25-65304b7319d7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441337 Apr 19 18:09:29.194955 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 36126) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:09:29.331156 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-54a4a31d-934b-4e52-be8e-d161cebafa77 req-bbed38f1-b0ee-480a-bb8e-6b9ebff9f01a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1346664 Apr 19 18:09:29.908989 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4a31d-934b-4e52-be8e-d161cebafa77 req-37eec8ab-9e81-4d32-8f93-11adad5eda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:29.910660 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-54a4a31d-934b-4e52-be8e-d161cebafa77 req-37eec8ab-9e81-4d32-8f93-11adad5eda81 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d&tenant_id=52c9a70cdf8f44669caf1484d90915e5 HTTP/1.1" status: 200 len: 1097 time: 0.0923688 Apr 19 18:09:30.033877 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4a31d-934b-4e52-be8e-d161cebafa77 req-aaa49d96-4c57-4c0d-82f7-9230cbc9e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:30.035462 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-54a4a31d-934b-4e52-be8e-d161cebafa77 req-aaa49d96-4c57-4c0d-82f7-9230cbc9e7d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52c9a70cdf8f44669caf1484d90915e5&device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 1097 time: 0.0956299 Apr 19 18:09:30.180639 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4a31d-934b-4e52-be8e-d161cebafa77 req-add60544-9bea-4ce3-babc-d8caaea4fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:30.182252 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-54a4a31d-934b-4e52-be8e-d161cebafa77 req-add60544-9bea-4ce3-babc-d8caaea4fe41 service neutron] 10.222.0.52 "GET /v2.0/networks?id=307a8ec4-4f38-4cf3-9819-112e0427a44c HTTP/1.1" status: 200 len: 917 time: 0.1392872 Apr 19 18:09:30.575898 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-54a4a31d-934b-4e52-be8e-d161cebafa77 req-42c0cb8f-96f3-465d-9192-9f085a085883 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e5fee6-42ca-467e-b35e-83c4d807c5d4 HTTP/1.1" status: 200 len: 1000 time: 0.3860869 Apr 19 18:09:30.614414 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2c918-f91e-444b-ad9d-d24a9f7b9fdb req-c924c575-dc90-499b-b24d-14866fa3e604 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:30.616035 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-66c2c918-f91e-444b-ad9d-d24a9f7b9fdb req-c924c575-dc90-499b-b24d-14866fa3e604 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 944 time: 0.3690138 Apr 19 18:09:30.724378 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-66c2c918-f91e-444b-ad9d-d24a9f7b9fdb req-0f870c63-c917-4ca8-8b0f-5c62a5986b4a tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015089 Apr 19 18:09:30.732653 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4a31d-934b-4e52-be8e-d161cebafa77 req-d6b7fce3-3455-4888-829e-aa1954461f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:30.734235 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-54a4a31d-934b-4e52-be8e-d161cebafa77 req-d6b7fce3-3455-4888-829e-aa1954461f72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d809f74-47e5-4dcf-9ad5-d0fe43ce2348 HTTP/1.1" status: 200 len: 855 time: 0.1483848 Apr 19 18:09:30.827919 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4a31d-934b-4e52-be8e-d161cebafa77 req-9b9343e3-eede-4065-9ca5-0df0a28be7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:30.829445 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-54a4a31d-934b-4e52-be8e-d161cebafa77 req-9b9343e3-eede-4065-9ca5-0df0a28be7a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307a8ec4-4f38-4cf3-9819-112e0427a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0883014 Apr 19 18:09:30.974640 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-54a4a31d-934b-4e52-be8e-d161cebafa77 req-44955f7b-a1f0-43f9-954c-2551a8121ff8 service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379418 Apr 19 18:09:31.127264 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-54a4a31d-934b-4e52-be8e-d161cebafa77 req-5da33ad4-621d-47c5-bdd6-57933e185140 service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448314 Apr 19 18:09:31.348001 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:31.959726 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31945a40-a28f-456c-99aa-9ded3059189e req-85f6b07e-19dc-4ee8-a9d6-e731442b9d5b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:31.963334 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-31945a40-a28f-456c-99aa-9ded3059189e req-85f6b07e-19dc-4ee8-a9d6-e731442b9d5b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 944 time: 0.1177547 Apr 19 18:09:32.039115 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-31945a40-a28f-456c-99aa-9ded3059189e req-e37b073c-9a0c-4e56-876a-f0ac22820b63 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670452 Apr 19 18:09:33.254384 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89d7ec-9dfb-4aa9-92c0-d847c6a20450 req-b34eb30c-5d1e-4f12-8c7b-76a1cc30faa3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:33.256037 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ff89d7ec-9dfb-4aa9-92c0-d847c6a20450 req-b34eb30c-5d1e-4f12-8c7b-76a1cc30faa3 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 944 time: 0.0910878 Apr 19 18:09:33.313991 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ff89d7ec-9dfb-4aa9-92c0-d847c6a20450 req-6981f260-97c7-42dd-a362-eb9447348bfc tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508606 Apr 19 18:09:34.542642 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95235718-dde0-4a42-a23f-837931ef8742 req-9d9e82a9-b495-4cdd-8ef0-d3e4a564e5d6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:34.544357 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-95235718-dde0-4a42-a23f-837931ef8742 req-9d9e82a9-b495-4cdd-8ef0-d3e4a564e5d6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 944 time: 0.1030037 Apr 19 18:09:34.599452 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-95235718-dde0-4a42-a23f-837931ef8742 req-8edee8e8-df30-46e5-8c05-ff17b5541f00 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476131 Apr 19 18:09:35.829678 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f3845-af05-4c21-bb48-9c625fcaac69 req-475c1180-d63b-45ef-9998-39e14793180b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:35.831412 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6d9f3845-af05-4c21-bb48-9c625fcaac69 req-475c1180-d63b-45ef-9998-39e14793180b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 944 time: 0.0937188 Apr 19 18:09:35.880878 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6d9f3845-af05-4c21-bb48-9c625fcaac69 req-5a368269-629a-488a-ac13-53f43425fb91 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428374 Apr 19 18:09:37.100578 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e2ebc-b483-4ce2-9c2d-2c77b86dac47 req-23ad50d7-1583-4e7b-b68a-5f333085ba6d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:37.102317 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4e4e2ebc-b483-4ce2-9c2d-2c77b86dac47 req-23ad50d7-1583-4e7b-b68a-5f333085ba6d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 944 time: 0.0952592 Apr 19 18:09:37.155810 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4e4e2ebc-b483-4ce2-9c2d-2c77b86dac47 req-84034a8f-8a48-4bc3-ae46-03f27fca658f tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467308 Apr 19 18:09:38.391521 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdea269-cd94-49ee-bbf5-addfe5f79a79 req-1290b2e8-8602-4171-8ad1-4a744b6c1841 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:38.393457 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5fdea269-cd94-49ee-bbf5-addfe5f79a79 req-1290b2e8-8602-4171-8ad1-4a744b6c1841 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 944 time: 0.1101134 Apr 19 18:09:38.443469 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5fdea269-cd94-49ee-bbf5-addfe5f79a79 req-acdc5df3-798d-4f33-b9e9-4df617cd7077 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432718 Apr 19 18:09:39.670428 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0835972-2679-43c4-80c7-c6b1873076e1 req-e5e4e20f-7f93-4f90-865a-5e9cc561c9d9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:39.672004 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d0835972-2679-43c4-80c7-c6b1873076e1 req-e5e4e20f-7f93-4f90-865a-5e9cc561c9d9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 944 time: 0.0990305 Apr 19 18:09:39.729900 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d0835972-2679-43c4-80c7-c6b1873076e1 req-786844be-336a-4bb2-bc2e-32c349115a1e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497053 Apr 19 18:09:40.948103 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d391b8-ecff-41a9-b42d-73539ab34579 req-693da071-720f-4e4b-851f-730980d9c045 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:40.949767 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e8d391b8-ecff-41a9-b42d-73539ab34579 req-693da071-720f-4e4b-851f-730980d9c045 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 944 time: 0.0932033 Apr 19 18:09:41.001138 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e8d391b8-ecff-41a9-b42d-73539ab34579 req-bd1c7be3-df57-44ae-bb73-21b4ea4daa0f tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434566 Apr 19 18:09:42.219778 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356843a4-28f4-4f13-8756-b8d3259e112a req-2a4680a0-d2fa-4dc0-942d-102bd0ec0b3c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:42.221493 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-356843a4-28f4-4f13-8756-b8d3259e112a req-2a4680a0-d2fa-4dc0-942d-102bd0ec0b3c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 944 time: 0.0974588 Apr 19 18:09:42.270582 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-356843a4-28f4-4f13-8756-b8d3259e112a req-afc86b1f-e062-4fbd-a6c3-8d439fe960ee tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426803 Apr 19 18:09:43.491280 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3d67d-8780-4c54-a48b-120a1c0986d3 req-fef5445f-c951-4e6e-a509-6fd23d6ba039 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:43.492931 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-57c3d67d-8780-4c54-a48b-120a1c0986d3 req-fef5445f-c951-4e6e-a509-6fd23d6ba039 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 944 time: 0.1020119 Apr 19 18:09:43.553589 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-57c3d67d-8780-4c54-a48b-120a1c0986d3 req-5690d4bc-977d-4d7a-9b9e-786364530652 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506537 Apr 19 18:09:44.786252 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcf922-85e5-465f-9151-863728eafe07 req-58ca86cb-46bc-4680-bec4-ec7e177732dd tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:44.787859 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-09dcf922-85e5-465f-9151-863728eafe07 req-58ca86cb-46bc-4680-bec4-ec7e177732dd tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 944 time: 0.1102300 Apr 19 18:09:44.837631 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-09dcf922-85e5-465f-9151-863728eafe07 req-d3db6420-7894-49cf-933a-ea1553b6ee05 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432382 Apr 19 18:09:45.096598 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-49b46ceb-e373-4f32-b688-99903d734cb0 req-d31268f3-b8a3-41ce-9042-db383bdf1dd4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1387126 Apr 19 18:09:45.275277 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b46ceb-e373-4f32-b688-99903d734cb0 req-88fa7e40-dd5e-4fd4-a57c-d00c07be7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:45.276926 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-49b46ceb-e373-4f32-b688-99903d734cb0 req-88fa7e40-dd5e-4fd4-a57c-d00c07be7951 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=527396869d824e9180c98d43d84b2932&device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 1098 time: 0.0953705 Apr 19 18:09:45.460576 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b46ceb-e373-4f32-b688-99903d734cb0 req-aadff0a4-2eed-4459-ba5b-8d455125bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:45.463248 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-49b46ceb-e373-4f32-b688-99903d734cb0 req-aadff0a4-2eed-4459-ba5b-8d455125bc65 service neutron] 10.222.0.52 "GET /v2.0/networks?id=28f6f76a-3785-46d6-b93b-f7f266057d36 HTTP/1.1" status: 200 len: 910 time: 0.1631813 Apr 19 18:09:45.582582 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-49b46ceb-e373-4f32-b688-99903d734cb0 req-5d3951a4-1232-4279-bce0-0abc495cf07e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580c19a2-424f-4085-999d-92f113cbadb0 HTTP/1.1" status: 200 len: 1001 time: 0.1116197 Apr 19 18:09:45.657921 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b46ceb-e373-4f32-b688-99903d734cb0 req-80cfb95c-3ef5-4850-8fab-a5a609ee1d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:45.659856 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-49b46ceb-e373-4f32-b688-99903d734cb0 req-80cfb95c-3ef5-4850-8fab-a5a609ee1d05 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67b2a4e5-5ca7-45f1-a04e-7d81d7574936 HTTP/1.1" status: 200 len: 848 time: 0.0706131 Apr 19 18:09:45.755259 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b46ceb-e373-4f32-b688-99903d734cb0 req-7ad5d5d5-eaeb-4412-816c-ae6c19625c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:45.757262 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-49b46ceb-e373-4f32-b688-99903d734cb0 req-7ad5d5d5-eaeb-4412-816c-ae6c19625c35 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=28f6f76a-3785-46d6-b93b-f7f266057d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0908468 Apr 19 18:09:45.921852 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-49b46ceb-e373-4f32-b688-99903d734cb0 req-dd2618f2-a236-4978-87fb-a06eba27e2b4 service neutron] 10.222.0.52 "GET /v2.0/networks/28f6f76a-3785-46d6-b93b-f7f266057d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565459 Apr 19 18:09:45.956366 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65c6d18f-c4b1-441c-943e-4beca4740be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:46.153302 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-49b46ceb-e373-4f32-b688-99903d734cb0 req-5586dee5-a4fb-41cd-ab06-4e5114210449 service neutron] 10.222.0.52 "GET /v2.0/networks/28f6f76a-3785-46d6-b93b-f7f266057d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245541 Apr 19 18:09:46.171700 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c31cb-15cd-41cf-a98c-b411d616ae02 req-0ff81145-b8a2-4542-9e05-6cc649471c7b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:46.173358 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2f1c31cb-15cd-41cf-a98c-b411d616ae02 req-0ff81145-b8a2-4542-9e05-6cc649471c7b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 944 time: 0.1654296 Apr 19 18:09:46.230104 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2f1c31cb-15cd-41cf-a98c-b411d616ae02 req-2f23ce2c-4e7a-44cb-92e5-be1024c5a6a1 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479901 Apr 19 18:09:47.449017 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63921427-c1f7-4212-a38c-b59c0f147cce req-a467743a-fdec-4115-a6df-9dcbc9588ede tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:47.450633 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-63921427-c1f7-4212-a38c-b59c0f147cce req-a467743a-fdec-4115-a6df-9dcbc9588ede tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 944 time: 0.0910580 Apr 19 18:09:47.504601 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-63921427-c1f7-4212-a38c-b59c0f147cce req-fdac0786-2b57-44ed-ba8b-707f79794e3c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471134 Apr 19 18:09:48.730401 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d2e0f-8072-4dc2-bc48-7dc8a951644f req-7df7737b-20ad-49c8-a6c5-7d92ea43f7ac tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:48.731909 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-752d2e0f-8072-4dc2-bc48-7dc8a951644f req-7df7737b-20ad-49c8-a6c5-7d92ea43f7ac tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 944 time: 0.1027603 Apr 19 18:09:48.784396 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-752d2e0f-8072-4dc2-bc48-7dc8a951644f req-30f6851d-03cd-4d15-b7a6-ea367dd391a6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434942 Apr 19 18:09:49.304162 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 97e5fee6-42ca-467e-b35e-83c4d807c5d4 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:09:49.453052 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9e2e9798-717e-4083-bcd7-26fe16def77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:49.461133 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 97e5fee6-42ca-467e-b35e-83c4d807c5d4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=97e5fee6-42ca-467e-b35e-83c4d807c5d4,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:09:49.476602 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': '97e5fee6-42ca-467e-b35e-83c4d807c5d4', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'port_id': '97e5fee6-42ca-467e-b35e-83c4d807c5d4', 'mac_address': 'fa:16:3e:ec:5e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:09:49.538265 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:49.555834 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e5fee6-42ca-467e-b35e-83c4d807c5d4 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:09:49.573125 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 97e5fee6-42ca-467e-b35e-83c4d807c5d4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=97e5fee6-42ca-467e-b35e-83c4d807c5d4,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:09:49.577480 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:49.579356 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:09:49.648535 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=97e5fee6-42ca-467e-b35e-83c4d807c5d4,revision_number=9']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:09:49.652078 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:09:49.888594 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['97e5fee6-42ca-467e-b35e-83c4d807c5d4'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:09:49.962155 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:50.002859 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352cc92-2ea5-46b5-8955-f5a1a700c6cc req-9c0cdb08-bd65-4a29-b5df-fabe35e1046e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:50.004473 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8352cc92-2ea5-46b5-8955-f5a1a700c6cc req-9c0cdb08-bd65-4a29-b5df-fabe35e1046e tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 945 time: 0.0882678 Apr 19 18:09:50.053323 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8352cc92-2ea5-46b5-8955-f5a1a700c6cc req-6775c835-08d4-4fa1-8fee-9ac0518df384 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418110 Apr 19 18:09:50.334024 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:51.279776 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24390bcf-f260-4da9-a903-44f3ebc13180 req-cd2da7e0-95f8-4981-bcab-eccc024494d7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:51.281359 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-24390bcf-f260-4da9-a903-44f3ebc13180 req-cd2da7e0-95f8-4981-bcab-eccc024494d7 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 945 time: 0.0969162 Apr 19 18:09:51.314313 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 97e5fee6-42ca-467e-b35e-83c4d807c5d4 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:09:51.330012 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-24390bcf-f260-4da9-a903-44f3ebc13180 req-a4f0fc52-549a-40ac-b504-970e20c073b4 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419703 Apr 19 18:09:51.388318 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port 97e5fee6-42ca-467e-b35e-83c4d807c5d4 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:09:51.388744 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:51.515568 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:51.545277 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b09f73-6f3b-44f7-9a06-49012a6f607d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e5fee6-42ca-467e-b35e-83c4d807c5d4'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:09:51.556480 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port 97e5fee6-42ca-467e-b35e-83c4d807c5d4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=97e5fee6-42ca-467e-b35e-83c4d807c5d4,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:09:51.560530 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:51.563248 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:09:51.603243 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b09f73-6f3b-44f7-9a06-49012a6f607d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e5fee6-42ca-467e-b35e-83c4d807c5d4', 'code': 200} Apr 19 18:09:51.643795 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:09:51.656775 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=97e5fee6-42ca-467e-b35e-83c4d807c5d4,revision_number=10']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:09:51.660830 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:09:51.850171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adfa2d-daa0-42d7-b22c-03027e846eec req-9a75a81c-43d7-4555-8d68-086f526e2f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:51.851776 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-57adfa2d-daa0-42d7-b22c-03027e846eec req-9a75a81c-43d7-4555-8d68-086f526e2f69 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 1100 time: 0.0811341 Apr 19 18:09:51.894574 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-57adfa2d-daa0-42d7-b22c-03027e846eec req-d606e817-0ae2-454e-93f7-f13c87301be5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362542 Apr 19 18:09:52.561193 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f93b82-9cd8-47f1-bfc3-5d9994d35606 req-78f1a1ce-696f-49cf-83d2-a090d5597441 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:52.562810 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-70f93b82-9cd8-47f1-bfc3-5d9994d35606 req-78f1a1ce-696f-49cf-83d2-a090d5597441 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 947 time: 0.1094327 Apr 19 18:09:52.612840 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-70f93b82-9cd8-47f1-bfc3-5d9994d35606 req-a05dd1ca-f1a7-4fb7-9806-7434fb9028bd tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431197 Apr 19 18:09:53.840134 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b5851-574c-45db-9888-b62c0ee8674f req-88725d98-9b6e-4e6b-baf4-46847ae294bd tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:09:53.842100 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e67b5851-574c-45db-9888-b62c0ee8674f req-88725d98-9b6e-4e6b-baf4-46847ae294bd tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 947 time: 0.1066117 Apr 19 18:09:53.893124 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e67b5851-574c-45db-9888-b62c0ee8674f req-02349c8b-7bd9-49a4-9eab-9015c2f30347 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441015 Apr 19 18:09:54.020636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:10:01.347251 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:05.805997 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 36242) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:06.147166 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Deleting port 2c0ca188-945b-464b-93ea-28abfe22e3b2 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:10:06.147433 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:06.323366 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:06.323806 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:06.452020 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Calling delete_port for 2c0ca188-945b-464b-93ea-28abfe22e3b2 owned by network:floatingip {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:10:06.613507 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:06.617269 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-83ad0979-dc48-47ae-b2fd-c38b0cb8a57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:06.665652 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Pushing event deleted for resources: {'Port': ['ID=2c0ca188-945b-464b-93ea-28abfe22e3b2,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:10:06.948079 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:06.948694 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:06.948903 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:06.949432 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:06.949834 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:06.950260 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:06.950659 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:06.951055 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:06.951448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:06.951843 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:06.952196 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:06.952608 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:06.956107 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:07.014177 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for floatingip, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:07.014659 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.l3_db [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Floating IP 659fb180-b10d-4d68-85d7-28d5451f335f disassociated (deleted). External IP: 172.28.2.189, port: 580c19a2-424f-4085-999d-92f113cbadb0. Apr 19 18:10:07.407021 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Router c42b76c6-48fb-494f-acd0-3bf8704fa4b8 has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:10:07.597272 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:10:07.607319 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445350d2-060f-408c-8b04-d50087484ac1 None None] Sync routers for ids ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'] in dv-cinder-786927-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:10:07.619220 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445350d2-060f-408c-8b04-d50087484ac1 None None] Routers {'c42b76c6-48fb-494f-acd0-3bf8704fa4b8'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:10:07.620205 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-445350d2-060f-408c-8b04-d50087484ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:09:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:07.643941 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:07.704460 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c32448ca-c8a0-4b56-a236-8acad85146ed tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "DELETE /v2.0/floatingips/659fb180-b10d-4d68-85d7-28d5451f335f HTTP/1.1" status: 204 len: 168 time: 1.8970039 Apr 19 18:10:07.705195 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6755d6-3d67-466c-b3f7-1e0f1ca03b61', 'tag': '580c19a2-424f-4085-999d-92f113cbadb0'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:10:07.755125 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6755d6-3d67-466c-b3f7-1e0f1ca03b61', 'tag': '580c19a2-424f-4085-999d-92f113cbadb0', 'status': 'completed', 'code': 200} Apr 19 18:10:07.807285 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-445350d2-060f-408c-8b04-d50087484ac1 None None] Set router c42b76c6-48fb-494f-acd0-3bf8704fa4b8 gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:10:07.856618 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644107d-51bf-4992-b6c9-d96f494e4a06 req-ad40f09a-e289-4ce0-9854-414b50675914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:07.858197 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a644107d-51bf-4992-b6c9-d96f494e4a06 req-ad40f09a-e289-4ce0-9854-414b50675914 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=527396869d824e9180c98d43d84b2932&device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 1098 time: 0.0797684 Apr 19 18:10:08.004853 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644107d-51bf-4992-b6c9-d96f494e4a06 req-cf5e56ad-69ab-4dea-b3a2-b14c53df19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:08.006495 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a644107d-51bf-4992-b6c9-d96f494e4a06 req-cf5e56ad-69ab-4dea-b3a2-b14c53df19c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=28f6f76a-3785-46d6-b93b-f7f266057d36 HTTP/1.1" status: 200 len: 910 time: 0.1410747 Apr 19 18:10:08.083801 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a644107d-51bf-4992-b6c9-d96f494e4a06 req-e053631d-f423-40d3-b16c-4194ab6c1078 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580c19a2-424f-4085-999d-92f113cbadb0 HTTP/1.1" status: 200 len: 217 time: 0.0693464 Apr 19 18:10:08.102854 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08901-ad2c-47e6-8341-2606cfc5aeaf req-3bf933ff-409a-4e50-812e-a20eee0d121a tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:08.104353 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-39d08901-ad2c-47e6-8341-2606cfc5aeaf req-3bf933ff-409a-4e50-812e-a20eee0d121a tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.0916507 Apr 19 18:10:08.143325 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-445350d2-060f-408c-8b04-d50087484ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'name': 'tempest-TestShelveInstance-1064386895-router', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:11Z', 'revision_number': 4, 'project_id': '527396869d824e9180c98d43d84b2932', 'gw_port': {'id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '3c62a896-7e17-4552-9e3b-6a1ac948ee02', 'name': '', 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'mac_address': 'fa:16:3e:33:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:10Z', 'updated_at': '2021-04-19T18:04:20Z', 'revision_number': 5, 'project_id': '527396869d824e9180c98d43d84b2932', 'subnets': [{'id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:08.147596 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445350d2-060f-408c-8b04-d50087484ac1 None None] Checking router: c42b76c6-48fb-494f-acd0-3bf8704fa4b8 for host: dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:10:08.156362 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644107d-51bf-4992-b6c9-d96f494e4a06 req-a3120826-cf78-4198-955a-123dc9e03be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:08.156854 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445350d2-060f-408c-8b04-d50087484ac1 None None] Routers {'c42b76c6-48fb-494f-acd0-3bf8704fa4b8'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:10:08.157508 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-445350d2-060f-408c-8b04-d50087484ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:09:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:08.157965 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a644107d-51bf-4992-b6c9-d96f494e4a06 req-a3120826-cf78-4198-955a-123dc9e03be9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=67b2a4e5-5ca7-45f1-a04e-7d81d7574936 HTTP/1.1" status: 200 len: 848 time: 0.0674319 Apr 19 18:10:08.158680 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-39d08901-ad2c-47e6-8341-2606cfc5aeaf req-35b9793d-8189-4c82-a4fc-932092786ad7 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457561 Apr 19 18:10:08.245720 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644107d-51bf-4992-b6c9-d96f494e4a06 req-cc96e4fb-c7a5-4be0-9ec8-11d44f6c85d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:08.247421 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a644107d-51bf-4992-b6c9-d96f494e4a06 req-cc96e4fb-c7a5-4be0-9ec8-11d44f6c85d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=28f6f76a-3785-46d6-b93b-f7f266057d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823295 Apr 19 18:10:08.345445 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-445350d2-060f-408c-8b04-d50087484ac1 None None] Set router c42b76c6-48fb-494f-acd0-3bf8704fa4b8 gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:10:08.398917 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a644107d-51bf-4992-b6c9-d96f494e4a06 req-d3aa0e85-c197-48f1-a740-73548f4b26fb service neutron] 10.222.0.52 "GET /v2.0/networks/28f6f76a-3785-46d6-b93b-f7f266057d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375189 Apr 19 18:10:08.550629 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a644107d-51bf-4992-b6c9-d96f494e4a06 req-a07658bc-20e5-486b-b3fb-0af11f0df3ed service neutron] 10.222.0.52 "GET /v2.0/networks/28f6f76a-3785-46d6-b93b-f7f266057d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380017 Apr 19 18:10:08.691050 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-445350d2-060f-408c-8b04-d50087484ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'name': 'tempest-TestShelveInstance-1064386895-router', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:11Z', 'revision_number': 4, 'project_id': '527396869d824e9180c98d43d84b2932', 'gw_port': {'id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '3c62a896-7e17-4552-9e3b-6a1ac948ee02', 'name': '', 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'mac_address': 'fa:16:3e:33:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:10Z', 'updated_at': '2021-04-19T18:04:20Z', 'revision_number': 5, 'project_id': '527396869d824e9180c98d43d84b2932', 'subnets': [{'id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:08.695389 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445350d2-060f-408c-8b04-d50087484ac1 None None] The sync data for ids ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'] in dv-cinder-786927-1-smb is: [{'id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'name': 'tempest-TestShelveInstance-1064386895-router', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:11Z', 'revision_number': 4, 'project_id': '527396869d824e9180c98d43d84b2932', 'gw_port': {'id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '3c62a896-7e17-4552-9e3b-6a1ac948ee02', 'name': '', 'network_id': '28f6f76a-3785-46d6-b93b-f7f266057d36', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'mac_address': 'fa:16:3e:33:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:10Z', 'updated_at': '2021-04-19T18:04:20Z', 'revision_number': 5, 'project_id': '527396869d824e9180c98d43d84b2932', 'subnets': [{'id': '67b2a4e5-5ca7-45f1-a04e-7d81d7574936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:10:09.099858 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d02a6d3-8242-4477-82cc-332910f89c52 None None] New status for floating IP 659fb180-b10d-4d68-85d7-28d5451f335f: DOWN {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:10:09.370281 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da929d2d-965e-4e46-8f8d-f64767f16fc4 req-fd7a054c-1497-4cd0-817a-4ca48f677042 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:09.371068 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-da929d2d-965e-4e46-8f8d-f64767f16fc4 req-fd7a054c-1497-4cd0-817a-4ca48f677042 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Synchronizing usage tracker for tenant:527396869d824e9180c98d43d84b2932 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:10:09.388269 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-da929d2d-965e-4e46-8f8d-f64767f16fc4 req-fd7a054c-1497-4cd0-817a-4ca48f677042 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Unset dirty status for tenant:527396869d824e9180c98d43d84b2932 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:10:09.389538 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-da929d2d-965e-4e46-8f8d-f64767f16fc4 req-fd7a054c-1497-4cd0-817a-4ca48f677042 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.1113155 Apr 19 18:10:09.440510 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-da929d2d-965e-4e46-8f8d-f64767f16fc4 req-d506baec-ba2c-4f04-b362-09cd2f968f44 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/security-groups?id=1cbefdff-938b-4d83-8a96-83fea77ad45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437431 Apr 19 18:10:09.727587 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f89df-bacb-4e33-bbf6-3092ca0f8242 req-9236788f-91d7-4148-bace-2c3af420bfec tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:09.729064 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-338f89df-bacb-4e33-bbf6-3092ca0f8242 req-9236788f-91d7-4148-bace-2c3af420bfec tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 945 time: 0.1025102 Apr 19 18:10:09.806130 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-338f89df-bacb-4e33-bbf6-3092ca0f8242 req-831ec54e-0e63-4163-8056-9cd858c72254 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Deleting port 580c19a2-424f-4085-999d-92f113cbadb0 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:10:09.806521 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-338f89df-bacb-4e33-bbf6-3092ca0f8242 req-831ec54e-0e63-4163-8056-9cd858c72254 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:10.084074 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-338f89df-bacb-4e33-bbf6-3092ca0f8242 req-831ec54e-0e63-4163-8056-9cd858c72254 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] For port 580c19a2-424f-4085-999d-92f113cbadb0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=580c19a2-424f-4085-999d-92f113cbadb0,segment=NetworkSegment(06d2c034-920c-4580-b856-5a083ef711fe),segment_id=06d2c034-920c-4580-b856-5a083ef711fe)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:10:10.084475 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-338f89df-bacb-4e33-bbf6-3092ca0f8242 req-831ec54e-0e63-4163-8056-9cd858c72254 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:10.215987 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-338f89df-bacb-4e33-bbf6-3092ca0f8242 req-831ec54e-0e63-4163-8056-9cd858c72254 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Calling delete_port for 580c19a2-424f-4085-999d-92f113cbadb0 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:10:10.369894 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-338f89df-bacb-4e33-bbf6-3092ca0f8242 req-831ec54e-0e63-4163-8056-9cd858c72254 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:10.375956 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8e23c983-9e44-4ec9-818b-fedd3567a9ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:10.429281 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ec54e-0e63-4163-8056-9cd858c72254 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Pushing event deleted for resources: {'Port': ['ID=580c19a2-424f-4085-999d-92f113cbadb0,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:10:10.432630 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-831ec54e-0e63-4163-8056-9cd858c72254 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:10.512857 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-338f89df-bacb-4e33-bbf6-3092ca0f8242 req-831ec54e-0e63-4163-8056-9cd858c72254 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] No DVR routers for this DVR port 580c19a2-424f-4085-999d-92f113cbadb0 on host hv-cinder-78692 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:10:10.515851 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-338f89df-bacb-4e33-bbf6-3092ca0f8242 req-831ec54e-0e63-4163-8056-9cd858c72254 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:10.518795 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6755d6-3d67-466c-b3f7-1e0f1ca03b61', 'name': 'network-vif-deleted', 'tag': '580c19a2-424f-4085-999d-92f113cbadb0'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:10:10.534886 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-338f89df-bacb-4e33-bbf6-3092ca0f8242 req-831ec54e-0e63-4163-8056-9cd858c72254 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.52 "DELETE /v2.0/ports/580c19a2-424f-4085-999d-92f113cbadb0 HTTP/1.1" status: 204 len: 173 time: 0.8001723 Apr 19 18:10:10.578518 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6755d6-3d67-466c-b3f7-1e0f1ca03b61', 'name': 'network-vif-deleted', 'tag': '580c19a2-424f-4085-999d-92f113cbadb0', 'status': 'completed', 'code': 200} Apr 19 18:10:10.620360 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-acdf3460-e5b1-4ad0-8c65-e875612c1aad req-26b53ab2-4a38-4c1b-85ad-91619add17d0 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f6755d6-3d67-466c-b3f7-1e0f1ca03b61 HTTP/1.1" status: 200 len: 210 time: 0.0608687 Apr 19 18:10:11.733055 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36262) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:11.820577 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cbe22724-c0bd-4016-b083-8f854d917cf1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:11.852823 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cbe22724-c0bd-4016-b083-8f854d917cf1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:11.920925 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cbe22724-c0bd-4016-b083-8f854d917cf1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:11.925118 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-951918bb-03f8-4d4d-9369-54f707cfa936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:11.940997 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe22724-c0bd-4016-b083-8f854d917cf1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbefdff-938b-4d83-8a96-83fea77ad45b,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:10:11.951162 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe22724-c0bd-4016-b083-8f854d917cf1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:11.951606 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe22724-c0bd-4016-b083-8f854d917cf1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:11.951984 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe22724-c0bd-4016-b083-8f854d917cf1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:11.952389 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe22724-c0bd-4016-b083-8f854d917cf1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:11.952779 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe22724-c0bd-4016-b083-8f854d917cf1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:11.953190 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe22724-c0bd-4016-b083-8f854d917cf1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:11.953585 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe22724-c0bd-4016-b083-8f854d917cf1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:11.953990 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe22724-c0bd-4016-b083-8f854d917cf1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:11.954381 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe22724-c0bd-4016-b083-8f854d917cf1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:11.954777 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe22724-c0bd-4016-b083-8f854d917cf1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:11.955171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe22724-c0bd-4016-b083-8f854d917cf1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:11.955563 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe22724-c0bd-4016-b083-8f854d917cf1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:11.960508 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-cbe22724-c0bd-4016-b083-8f854d917cf1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:11.964076 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cbe22724-c0bd-4016-b083-8f854d917cf1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:11.965503 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-cbe22724-c0bd-4016-b083-8f854d917cf1 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] 10.222.0.81 "DELETE /v2.0/security-groups/1cbefdff-938b-4d83-8a96-83fea77ad45b HTTP/1.1" status: 204 len: 168 time: 0.2309189 Apr 19 18:10:12.010246 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36268) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:12.748083 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0f83a6d6-d19a-432c-bebf-5dd430502ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852970854'] for router_interface, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:13.363050 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-0f83a6d6-d19a-432c-bebf-5dd430502ccd admin admin] Deleting port 3c62a896-7e17-4552-9e3b-6a1ac948ee02 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:10:13.363350 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0f83a6d6-d19a-432c-bebf-5dd430502ccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:13.405654 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 580c19a2-424f-4085-999d-92f113cbadb0 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:10:13.446809 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] No Port match for: 580c19a2-424f-4085-999d-92f113cbadb0 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:10:13.447211 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 580c19a2-424f-4085-999d-92f113cbadb0 not bound to the agent host hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:10:13.553049 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-0f83a6d6-d19a-432c-bebf-5dd430502ccd admin admin] For port 3c62a896-7e17-4552-9e3b-6a1ac948ee02, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=3c62a896-7e17-4552-9e3b-6a1ac948ee02,segment=NetworkSegment(06d2c034-920c-4580-b856-5a083ef711fe),segment_id=06d2c034-920c-4580-b856-5a083ef711fe)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:10:13.553455 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0f83a6d6-d19a-432c-bebf-5dd430502ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:13.686687 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-0f83a6d6-d19a-432c-bebf-5dd430502ccd admin admin] Calling delete_port for 3c62a896-7e17-4552-9e3b-6a1ac948ee02 owned by network:router_interface {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:10:13.880104 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0f83a6d6-d19a-432c-bebf-5dd430502ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:13.884258 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-97eaba2d-3ec6-4b34-a550-916dacbe907d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:13.932574 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83a6d6-d19a-432c-bebf-5dd430502ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=3c62a896-7e17-4552-9e3b-6a1ac948ee02,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:10:13.936082 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0f83a6d6-d19a-432c-bebf-5dd430502ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:14.233449 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0f83a6d6-d19a-432c-bebf-5dd430502ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852970780'] for router_interface, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:14.638821 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f83a6d6-d19a-432c-bebf-5dd430502ccd admin admin] Router c42b76c6-48fb-494f-acd0-3bf8704fa4b8 has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:10:14.830573 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f83a6d6-d19a-432c-bebf-5dd430502ccd admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:10:14.840851 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb08a7-6349-4c4f-aaad-eeec3ecfe755 None None] Sync routers for ids ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'] in dv-cinder-786927-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:10:14.846404 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0f83a6d6-d19a-432c-bebf-5dd430502ccd admin admin] 10.222.0.81 "PUT /v2.0/routers/c42b76c6-48fb-494f-acd0-3bf8704fa4b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8321977 Apr 19 18:10:14.846802 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36274) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:14.851510 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb08a7-6349-4c4f-aaad-eeec3ecfe755 None None] Routers {'c42b76c6-48fb-494f-acd0-3bf8704fa4b8'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:10:14.852163 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-7efb08a7-6349-4c4f-aaad-eeec3ecfe755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:09:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:15.036862 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8c13b508-c84f-4d94-b449-8b14cc0d9f2f admin admin] Notify callbacks [] for router, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:15.040149 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-7efb08a7-6349-4c4f-aaad-eeec3ecfe755 None None] Set router c42b76c6-48fb-494f-acd0-3bf8704fa4b8 gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:10:15.226187 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8c13b508-c84f-4d94-b449-8b14cc0d9f2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:15.234629 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-8c13b508-c84f-4d94-b449-8b14cc0d9f2f admin admin] Deleting port ca9d1c19-56b6-4a75-99e1-9695c5c77998 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:10:15.234994 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8c13b508-c84f-4d94-b449-8b14cc0d9f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:15.341667 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-7efb08a7-6349-4c4f-aaad-eeec3ecfe755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'name': 'tempest-TestShelveInstance-1064386895-router', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:10:13Z', 'revision_number': 5, 'project_id': '527396869d824e9180c98d43d84b2932', 'gw_port': {'id': 'ca9d1c19-56b6-4a75-99e1-9695c5c77998', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:15.345722 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb08a7-6349-4c4f-aaad-eeec3ecfe755 None None] Checking router: c42b76c6-48fb-494f-acd0-3bf8704fa4b8 for host: dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:10:15.354749 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb08a7-6349-4c4f-aaad-eeec3ecfe755 None None] Routers {'c42b76c6-48fb-494f-acd0-3bf8704fa4b8'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:10:15.355409 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-7efb08a7-6349-4c4f-aaad-eeec3ecfe755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:09:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:15.423169 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-8c13b508-c84f-4d94-b449-8b14cc0d9f2f admin admin] For port ca9d1c19-56b6-4a75-99e1-9695c5c77998, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=ca9d1c19-56b6-4a75-99e1-9695c5c77998,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:10:15.423569 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8c13b508-c84f-4d94-b449-8b14cc0d9f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:15.556365 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-8c13b508-c84f-4d94-b449-8b14cc0d9f2f admin admin] Calling delete_port for ca9d1c19-56b6-4a75-99e1-9695c5c77998 owned by network:router_gateway {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:10:15.680679 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-7efb08a7-6349-4c4f-aaad-eeec3ecfe755 None None] Set router c42b76c6-48fb-494f-acd0-3bf8704fa4b8 gateway port host: None {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:10:15.738617 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8c13b508-c84f-4d94-b449-8b14cc0d9f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:15.742404 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-15c84e4e-c6bd-4e1e-815c-ce667e8b1144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:15.789250 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13b508-c84f-4d94-b449-8b14cc0d9f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9d1c19-56b6-4a75-99e1-9695c5c77998,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:10:15.792500 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8c13b508-c84f-4d94-b449-8b14cc0d9f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:15.793267 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-7efb08a7-6349-4c4f-aaad-eeec3ecfe755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'name': 'tempest-TestShelveInstance-1064386895-router', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:10:15Z', 'revision_number': 6, 'project_id': '527396869d824e9180c98d43d84b2932', 'gw_port_host': None}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:15.798188 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb08a7-6349-4c4f-aaad-eeec3ecfe755 None None] The sync data for ids ['c42b76c6-48fb-494f-acd0-3bf8704fa4b8'] in dv-cinder-786927-1-smb is: [{'id': 'c42b76c6-48fb-494f-acd0-3bf8704fa4b8', 'name': 'tempest-TestShelveInstance-1064386895-router', 'tenant_id': '527396869d824e9180c98d43d84b2932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:07Z', 'updated_at': '2021-04-19T18:10:15Z', 'revision_number': 6, 'project_id': '527396869d824e9180c98d43d84b2932', 'gw_port_host': None}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:10:15.891426 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8c13b508-c84f-4d94-b449-8b14cc0d9f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1831525'] for router_gateway, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:15.959083 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5079d0b7-1259-4d99-ba61-ad1bde1acae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:16.334808 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8c13b508-c84f-4d94-b449-8b14cc0d9f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-297'] for router, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:16.337200 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8c13b508-c84f-4d94-b449-8b14cc0d9f2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:16.363197 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8c13b508-c84f-4d94-b449-8b14cc0d9f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852968835'] for router, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:16.363866 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c13b508-c84f-4d94-b449-8b14cc0d9f2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c42b76c6-48fb-494f-acd0-3bf8704fa4b8 {{(pid=86357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:10:16.383449 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8c13b508-c84f-4d94-b449-8b14cc0d9f2f admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:16.384982 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8c13b508-c84f-4d94-b449-8b14cc0d9f2f admin admin] 10.222.0.81 "DELETE /v2.0/routers/c42b76c6-48fb-494f-acd0-3bf8704fa4b8 HTTP/1.1" status: 204 len: 168 time: 1.5370591 Apr 19 18:10:16.387750 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36280) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:16.454657 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac1942c-ad2b-4813-90b9-483db5c8100f admin admin] Deleting subnet 67b2a4e5-5ca7-45f1-a04e-7d81d7574936 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:10:16.458331 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ac1942c-ad2b-4813-90b9-483db5c8100f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:16.514810 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ac1942c-ad2b-4813-90b9-483db5c8100f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2524320'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:16.641154 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ac1942c-ad2b-4813-90b9-483db5c8100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773666'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:16.909790 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ac1942c-ad2b-4813-90b9-483db5c8100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854002150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850878272'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:16.915159 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:16.951822 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1942c-ad2b-4813-90b9-483db5c8100f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b2a4e5-5ca7-45f1-a04e-7d81d7574936,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:10:16.955078 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5ac1942c-ad2b-4813-90b9-483db5c8100f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:16.956152 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ac1942c-ad2b-4813-90b9-483db5c8100f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:16.963308 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72f1ef0-ea11-45cb-a90e-56bfe6425579 None None] Network 28f6f76a-3785-46d6-b93b-f7f266057d36 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:10:16.965766 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5ac1942c-ad2b-4813-90b9-483db5c8100f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/67b2a4e5-5ca7-45f1-a04e-7d81d7574936 HTTP/1.1" status: 204 len: 168 time: 0.5766969 Apr 19 18:10:16.968925 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36284) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:17.086856 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547694'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:17.098664 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] Deleting port f25ec20f-a7fb-45f1-8afa-34e725471a89 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:10:17.099024 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:17.226262 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3cfa6e-f4b6-46c5-a0b8-00889013c071 None None] DHCP port deletion for 28f6f76a-3785-46d6-b93b-f7f266057d36 request from dv-cinder-786927-1-smb {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:10:17.231030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cfa6e-f4b6-46c5-a0b8-00889013c071 None None] Deleting port f25ec20f-a7fb-45f1-8afa-34e725471a89 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:10:17.231461 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfa6e-f4b6-46c5-a0b8-00889013c071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:17.320029 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] For port f25ec20f-a7fb-45f1-8afa-34e725471a89, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=f25ec20f-a7fb-45f1-8afa-34e725471a89,segment=NetworkSegment(06d2c034-920c-4580-b856-5a083ef711fe),segment_id=06d2c034-920c-4580-b856-5a083ef711fe)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:10:17.321419 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:17.450373 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-6c3cfa6e-f4b6-46c5-a0b8-00889013c071 None None] For port f25ec20f-a7fb-45f1-8afa-34e725471a89, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=f25ec20f-a7fb-45f1-8afa-34e725471a89,segment=NetworkSegment(06d2c034-920c-4580-b856-5a083ef711fe),segment_id=06d2c034-920c-4580-b856-5a083ef711fe)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:10:17.450949 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfa6e-f4b6-46c5-a0b8-00889013c071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:17.451393 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] Calling delete_port for f25ec20f-a7fb-45f1-8afa-34e725471a89 owned by network:dhcp {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:10:17.533560 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:17.537598 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-73fe7358-7175-422a-9ca2-6e1cf1216e4c tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:17.580379 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cfa6e-f4b6-46c5-a0b8-00889013c071 None None] Calling delete_port for f25ec20f-a7fb-45f1-8afa-34e725471a89 owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:10:17.585538 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f25ec20f-a7fb-45f1-8afa-34e725471a89,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:10:17.588915 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:17.589807 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] No DVR routers for this DVR port f25ec20f-a7fb-45f1-8afa-34e725471a89 on host dv-cinder-786927-1-smb {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:10:17.654981 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.db.api [None req-6c3cfa6e-f4b6-46c5-a0b8-00889013c071 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:10:17.655370 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_db.api [None req-6c3cfa6e-f4b6-46c5-a0b8-00889013c071 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:10:17.714777 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854002057', 'neutron.services.segments.db._delete_segments_for_network-8764668505459'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:17.839792 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f6f76a-3785-46d6-b93b-f7f266057d36']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:17.853181 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d2c034-920c-4580-b856-5a083ef711fe') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:17.853441 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d2c034-920c-4580-b856-5a083ef711fe') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:17.866044 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272186160483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852251480'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:17.871423 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device ca9d1c19-56b6-4a75-99e1-9695c5c77998 no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:10:17.885743 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:17.893287 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:10:17.913085 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: ca9d1c19-56b6-4a75-99e1-9695c5c77998 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:10:17.913489 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device ca9d1c19-56b6-4a75-99e1-9695c5c77998 not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:10:17.913970 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device f25ec20f-a7fb-45f1-8afa-34e725471a89 no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:10:17.951671 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: f25ec20f-a7fb-45f1-8afa-34e725471a89 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:10:17.952068 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device f25ec20f-a7fb-45f1-8afa-34e725471a89 not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:10:17.952535 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 3c62a896-7e17-4552-9e3b-6a1ac948ee02 no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:10:17.987802 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: 3c62a896-7e17-4552-9e3b-6a1ac948ee02 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:10:17.988123 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 3c62a896-7e17-4552-9e3b-6a1ac948ee02 not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:10:18.082173 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] Network 28f6f76a-3785-46d6-b93b-f7f266057d36 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:10:18.091871 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851854246'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:18.156768 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cfa6e-f4b6-46c5-a0b8-00889013c071 None None] Deleting port f25ec20f-a7fb-45f1-8afa-34e725471a89 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:10:18.157216 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfa6e-f4b6-46c5-a0b8-00889013c071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:18.239591 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cfa6e-f4b6-46c5-a0b8-00889013c071 None None] The port 'f25ec20f-a7fb-45f1-8afa-34e725471a89' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:10:18.285390 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] Network 28f6f76a-3785-46d6-b93b-f7f266057d36 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: timer() Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: cb(*args, **kw) Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: self._notify() Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: self.callback(batched_events) Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: event.method(event) Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: return self._get(url).json() Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: **kwargs) Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: **endpoint_filter) Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:10:18.308734 dv-cinder-786927-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:10:18.400878 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810306'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:18.406685 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:18.426755 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:18.433187 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=28f6f76a-3785-46d6-b93b-f7f266057d36,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:10:18.437748 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:18.449858 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0c778088-8f2e-46a8-8f63-261689dd8dd6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/28f6f76a-3785-46d6-b93b-f7f266057d36 HTTP/1.1" status: 204 len: 168 time: 1.4799116 Apr 19 18:10:18.453023 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36288) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:19.040370 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e1b423cb-bf53-4dae-b847-508c608f4806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852970854'] for router_interface, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:19.412879 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e1b423cb-bf53-4dae-b847-508c608f4806 admin admin] Deleting port 0af87d13-fff5-487f-ab40-30cd5bca3dad {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:10:19.413229 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e1b423cb-bf53-4dae-b847-508c608f4806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:19.426655 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fd53e217-217b-44e1-a383-99f7e127a93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:19.599088 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e1b423cb-bf53-4dae-b847-508c608f4806 admin admin] For port 0af87d13-fff5-487f-ab40-30cd5bca3dad, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=0af87d13-fff5-487f-ab40-30cd5bca3dad,segment=NetworkSegment(6d05d96b-41aa-401c-a657-f35881706172),segment_id=6d05d96b-41aa-401c-a657-f35881706172)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:10:19.599657 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e1b423cb-bf53-4dae-b847-508c608f4806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:19.946572 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:19.993376 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e1b423cb-bf53-4dae-b847-508c608f4806 admin admin] Calling delete_port for 0af87d13-fff5-487f-ab40-30cd5bca3dad owned by network:router_interface {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:10:20.179095 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e1b423cb-bf53-4dae-b847-508c608f4806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:20.182901 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-67aacd1f-d87b-4807-b4fd-064ed46ac8c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:20.230422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b423cb-bf53-4dae-b847-508c608f4806 admin admin] Pushing event deleted for resources: {'Port': ['ID=0af87d13-fff5-487f-ab40-30cd5bca3dad,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:10:20.233336 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e1b423cb-bf53-4dae-b847-508c608f4806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:20.336918 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:20.519257 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e1b423cb-bf53-4dae-b847-508c608f4806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852970780'] for router_interface, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:20.921129 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b423cb-bf53-4dae-b847-508c608f4806 admin admin] Router 757f4f3e-a26d-4000-aaee-814bdb1d3d54 has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:10:21.114860 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b423cb-bf53-4dae-b847-508c608f4806 admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:10:21.126067 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1083752-ff64-4ce9-8310-cd3da15d93d3 None None] Sync routers for ids ['757f4f3e-a26d-4000-aaee-814bdb1d3d54'] in dv-cinder-786927-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:10:21.131963 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e1b423cb-bf53-4dae-b847-508c608f4806 admin admin] 10.222.0.81 "PUT /v2.0/routers/757f4f3e-a26d-4000-aaee-814bdb1d3d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6778607 Apr 19 18:10:21.134717 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36292) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:21.137850 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1083752-ff64-4ce9-8310-cd3da15d93d3 None None] Routers {'757f4f3e-a26d-4000-aaee-814bdb1d3d54'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:10:21.138584 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-e1083752-ff64-4ce9-8310-cd3da15d93d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:10:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['757f4f3e-a26d-4000-aaee-814bdb1d3d54'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:21.324167 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b0701328-e789-4d52-b291-efe069569f15 admin admin] Notify callbacks [] for router, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:21.329267 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-e1083752-ff64-4ce9-8310-cd3da15d93d3 None None] Set router 757f4f3e-a26d-4000-aaee-814bdb1d3d54 gateway port host: dv-cinder-786927-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:10:21.511594 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b0701328-e789-4d52-b291-efe069569f15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:21.521669 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-b0701328-e789-4d52-b291-efe069569f15 admin admin] Deleting port 44803e2a-e0d7-489d-a060-bf0577bb96d1 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:10:21.522194 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b0701328-e789-4d52-b291-efe069569f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:21.623078 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:21.648996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-e1083752-ff64-4ce9-8310-cd3da15d93d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'name': 'tempest-TestShelveInstance-2032841908-router', 'tenant_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': '44803e2a-e0d7-489d-a060-bf0577bb96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:14Z', 'updated_at': '2021-04-19T18:10:20Z', 'revision_number': 5, 'project_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'gw_port': {'id': '44803e2a-e0d7-489d-a060-bf0577bb96d1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:04:14Z', 'updated_at': '2021-04-19T18:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:21.653713 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1083752-ff64-4ce9-8310-cd3da15d93d3 None None] Checking router: 757f4f3e-a26d-4000-aaee-814bdb1d3d54 for host: dv-cinder-786927-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:10:21.663589 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1083752-ff64-4ce9-8310-cd3da15d93d3 None None] Routers {'757f4f3e-a26d-4000-aaee-814bdb1d3d54'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:10:21.664256 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-e1083752-ff64-4ce9-8310-cd3da15d93d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:10:19Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['757f4f3e-a26d-4000-aaee-814bdb1d3d54'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:21.712288 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-b0701328-e789-4d52-b291-efe069569f15 admin admin] For port 44803e2a-e0d7-489d-a060-bf0577bb96d1, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=44803e2a-e0d7-489d-a060-bf0577bb96d1,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:10:21.712690 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b0701328-e789-4d52-b291-efe069569f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:21.849814 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-b0701328-e789-4d52-b291-efe069569f15 admin admin] Calling delete_port for 44803e2a-e0d7-489d-a060-bf0577bb96d1 owned by network:router_gateway {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:10:22.010662 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-e1083752-ff64-4ce9-8310-cd3da15d93d3 None None] Set router 757f4f3e-a26d-4000-aaee-814bdb1d3d54 gateway port host: None {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:10:22.030778 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b0701328-e789-4d52-b291-efe069569f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:22.035962 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c148351d-be24-476f-b77c-36bb51548917 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:22.084099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0701328-e789-4d52-b291-efe069569f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=44803e2a-e0d7-489d-a060-bf0577bb96d1,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:10:22.117161 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b0701328-e789-4d52-b291-efe069569f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:22.125988 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-e1083752-ff64-4ce9-8310-cd3da15d93d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'name': 'tempest-TestShelveInstance-2032841908-router', 'tenant_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:14Z', 'updated_at': '2021-04-19T18:10:21Z', 'revision_number': 6, 'project_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'gw_port_host': None}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:22.130612 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1083752-ff64-4ce9-8310-cd3da15d93d3 None None] The sync data for ids ['757f4f3e-a26d-4000-aaee-814bdb1d3d54'] in dv-cinder-786927-1-smb is: [{'id': '757f4f3e-a26d-4000-aaee-814bdb1d3d54', 'name': 'tempest-TestShelveInstance-2032841908-router', 'tenant_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:04:14Z', 'updated_at': '2021-04-19T18:10:21Z', 'revision_number': 6, 'project_id': '4a0324748b8e473eb7497f3d6dfce9a1', 'gw_port_host': None}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:10:22.182559 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b0701328-e789-4d52-b291-efe069569f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1831525'] for router_gateway, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:22.368733 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b0701328-e789-4d52-b291-efe069569f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-297'] for router, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:22.372065 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b0701328-e789-4d52-b291-efe069569f15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:22.400814 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b0701328-e789-4d52-b291-efe069569f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852968835'] for router, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:22.401419 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0701328-e789-4d52-b291-efe069569f15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 757f4f3e-a26d-4000-aaee-814bdb1d3d54 {{(pid=86357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:10:22.414870 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b0701328-e789-4d52-b291-efe069569f15 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:22.416101 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b0701328-e789-4d52-b291-efe069569f15 admin admin] 10.222.0.81 "DELETE /v2.0/routers/757f4f3e-a26d-4000-aaee-814bdb1d3d54 HTTP/1.1" status: 204 len: 168 time: 1.2804086 Apr 19 18:10:22.418962 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36298) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:22.487261 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab88882-0484-4c9c-9274-46f140cc978a admin admin] Deleting subnet 989bf5e4-5a10-4ffb-b74a-f6c11bb086bc {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:10:22.490443 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3ab88882-0484-4c9c-9274-46f140cc978a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:22.542439 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3ab88882-0484-4c9c-9274-46f140cc978a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2524320'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:22.628185 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3ab88882-0484-4c9c-9274-46f140cc978a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773666'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:23.152411 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3ab88882-0484-4c9c-9274-46f140cc978a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854002150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850878272'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:23.156432 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:23.192451 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab88882-0484-4c9c-9274-46f140cc978a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=989bf5e4-5a10-4ffb-b74a-f6c11bb086bc,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:10:23.195816 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3ab88882-0484-4c9c-9274-46f140cc978a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:23.196869 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3ab88882-0484-4c9c-9274-46f140cc978a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:23.202327 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b459a339-66b3-4378-af1b-2493d3c2f369 None None] Network 7809a4cf-43dd-4e82-afa3-094f6eee25a3 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:10:23.204394 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3ab88882-0484-4c9c-9274-46f140cc978a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/989bf5e4-5a10-4ffb-b74a-f6c11bb086bc HTTP/1.1" status: 204 len: 168 time: 0.7842586 Apr 19 18:10:23.207142 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36302) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:23.324972 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547694'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:23.336561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Deleting port 4029ccd6-4874-4a91-9fbe-bba525382b9b {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:10:23.336924 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:23.462351 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601729e0-9cec-4ef6-a71e-f45ac680823d None None] DHCP port deletion for 7809a4cf-43dd-4e82-afa3-094f6eee25a3 request from dv-cinder-786927-1-smb {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:10:23.467441 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-601729e0-9cec-4ef6-a71e-f45ac680823d None None] Deleting port 4029ccd6-4874-4a91-9fbe-bba525382b9b {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:10:23.467863 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-601729e0-9cec-4ef6-a71e-f45ac680823d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:23.564224 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] For port 4029ccd6-4874-4a91-9fbe-bba525382b9b, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=4029ccd6-4874-4a91-9fbe-bba525382b9b,segment=NetworkSegment(6d05d96b-41aa-401c-a657-f35881706172),segment_id=6d05d96b-41aa-401c-a657-f35881706172)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:10:23.564515 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:23.685561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-601729e0-9cec-4ef6-a71e-f45ac680823d None None] For port 4029ccd6-4874-4a91-9fbe-bba525382b9b, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=4029ccd6-4874-4a91-9fbe-bba525382b9b,segment=NetworkSegment(6d05d96b-41aa-401c-a657-f35881706172),segment_id=6d05d96b-41aa-401c-a657-f35881706172)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:10:23.685894 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-601729e0-9cec-4ef6-a71e-f45ac680823d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:23.701611 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Calling delete_port for 4029ccd6-4874-4a91-9fbe-bba525382b9b owned by network:dhcp {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:10:23.782670 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:23.786711 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9d32f616-fddd-45d5-8744-64382736cf72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:23.817284 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-601729e0-9cec-4ef6-a71e-f45ac680823d None None] Calling delete_port for 4029ccd6-4874-4a91-9fbe-bba525382b9b owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:10:23.835468 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4029ccd6-4874-4a91-9fbe-bba525382b9b,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:10:23.847550 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:23.848435 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] No DVR routers for this DVR port 4029ccd6-4874-4a91-9fbe-bba525382b9b on host dv-cinder-786927-1-smb {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:10:23.877401 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 0af87d13-fff5-487f-ab40-30cd5bca3dad no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:10:23.925807 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: 0af87d13-fff5-487f-ab40-30cd5bca3dad {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:10:23.926226 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 0af87d13-fff5-487f-ab40-30cd5bca3dad not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:10:23.926682 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 4029ccd6-4874-4a91-9fbe-bba525382b9b no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:10:23.962913 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: 4029ccd6-4874-4a91-9fbe-bba525382b9b {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:10:23.963194 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 4029ccd6-4874-4a91-9fbe-bba525382b9b not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:10:23.963621 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 44803e2a-e0d7-489d-a060-bf0577bb96d1 no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:10:23.975922 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854002057', 'neutron.services.segments.db._delete_segments_for_network-8764668505459'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:24.001582 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: 44803e2a-e0d7-489d-a060-bf0577bb96d1 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:10:24.002036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 44803e2a-e0d7-489d-a060-bf0577bb96d1 not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:10:24.004596 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.db.api [None req-601729e0-9cec-4ef6-a71e-f45ac680823d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:10:24.004995 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_db.api [None req-601729e0-9cec-4ef6-a71e-f45ac680823d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:10:24.092525 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7809a4cf-43dd-4e82-afa3-094f6eee25a3']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:24.106044 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d05d96b-41aa-401c-a657-f35881706172') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:24.106379 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d05d96b-41aa-401c-a657-f35881706172') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:24.118773 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272186160483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852251480'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:24.134100 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:24.140967 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:10:24.318880 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Network 7809a4cf-43dd-4e82-afa3-094f6eee25a3 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:10:24.328312 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851854246'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:24.506854 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-601729e0-9cec-4ef6-a71e-f45ac680823d None None] Deleting port 4029ccd6-4874-4a91-9fbe-bba525382b9b {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:10:24.507287 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-601729e0-9cec-4ef6-a71e-f45ac680823d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:24.510145 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Network 7809a4cf-43dd-4e82-afa3-094f6eee25a3 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: timer() Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: cb(*args, **kw) Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: self._notify() Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: self.callback(batched_events) Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: event.method(event) Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: return self._get(url).json() Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: **kwargs) Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: **endpoint_filter) Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:10:24.533037 dv-cinder-786927-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:10:24.579139 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-601729e0-9cec-4ef6-a71e-f45ac680823d None None] The port '4029ccd6-4874-4a91-9fbe-bba525382b9b' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:10:24.617391 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810306'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:24.621639 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9acc311b-2891-453e-92b2-eeda0aff6e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:24.635710 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:24.648071 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7809a4cf-43dd-4e82-afa3-094f6eee25a3,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:10:24.653141 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:24.656614 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7809a4cf-43dd-4e82-afa3-094f6eee25a3 HTTP/1.1" status: 204 len: 168 time: 1.4484925 Apr 19 18:10:24.875099 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36308) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:24.942714 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-cb526bfb-47f7-434f-8f85-aa9587cefc59 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=527396869d824e9180c98d43d84b2932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660520 Apr 19 18:10:24.945345 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36312) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:25.010089 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a67ce002-00c0-475d-a336-3d0fda1f3c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:25.037625 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a67ce002-00c0-475d-a336-3d0fda1f3c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:25.086808 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a67ce002-00c0-475d-a336-3d0fda1f3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:25.091758 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3694d1fd-4f4b-4ff5-b834-c0bac100f850 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:25.109013 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ce002-00c0-475d-a336-3d0fda1f3c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf4eb79-2435-46c5-aadb-234f997a7ea9,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:10:25.111592 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a67ce002-00c0-475d-a336-3d0fda1f3c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:25.117659 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a67ce002-00c0-475d-a336-3d0fda1f3c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:25.118882 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a67ce002-00c0-475d-a336-3d0fda1f3c64 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/edf4eb79-2435-46c5-aadb-234f997a7ea9 HTTP/1.1" status: 204 len: 168 time: 0.1724887 Apr 19 18:10:25.564082 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36320) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:25.617539 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-7f63593e-81fd-4412-b558-a8c95d3044df admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4a0324748b8e473eb7497f3d6dfce9a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521019 Apr 19 18:10:25.620169 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36324) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:25.681798 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad5fd-6a17-497c-a266-01257e2b005e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:25.708825 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad5fd-6a17-497c-a266-01257e2b005e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:25.762132 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad5fd-6a17-497c-a266-01257e2b005e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:25.767467 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f9afcbff-b26f-4c16-8b7c-2ac98fc51f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:25.778486 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ad5fd-6a17-497c-a266-01257e2b005e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6508028-b490-4f92-a30e-b86b9c4d6c4e,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:10:25.782190 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ed1ad5fd-6a17-497c-a266-01257e2b005e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:25.786386 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed1ad5fd-6a17-497c-a266-01257e2b005e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:25.787652 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ed1ad5fd-6a17-497c-a266-01257e2b005e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d6508028-b490-4f92-a30e-b86b9c4d6c4e HTTP/1.1" status: 204 len: 168 time: 0.1664281 Apr 19 18:10:31.011618 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:10:31.351274 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:43.435941 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-215ddd4a-bcac-4e58-9ca4-b56fe7cfc9ea req-8e965151-d5dc-4b19-a5be-85ad3f80f0f4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0911255 Apr 19 18:10:43.547386 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ddd4a-bcac-4e58-9ca4-b56fe7cfc9ea req-5184d8ad-dbaa-4a45-a35f-bf194675581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:43.549177 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-215ddd4a-bcac-4e58-9ca4-b56fe7cfc9ea req-5184d8ad-dbaa-4a45-a35f-bf194675581f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52c9a70cdf8f44669caf1484d90915e5&device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 1100 time: 0.0915217 Apr 19 18:10:43.706949 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ddd4a-bcac-4e58-9ca4-b56fe7cfc9ea req-3196aec5-18ed-4293-bf43-0a65d483b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:43.708438 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-215ddd4a-bcac-4e58-9ca4-b56fe7cfc9ea req-3196aec5-18ed-4293-bf43-0a65d483b4fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=307a8ec4-4f38-4cf3-9819-112e0427a44c HTTP/1.1" status: 200 len: 917 time: 0.1391473 Apr 19 18:10:44.054945 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-215ddd4a-bcac-4e58-9ca4-b56fe7cfc9ea req-1aeccabc-a05e-4e14-8876-568b58a19b8f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e5fee6-42ca-467e-b35e-83c4d807c5d4 HTTP/1.1" status: 200 len: 1002 time: 0.3381426 Apr 19 18:10:44.125952 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ddd4a-bcac-4e58-9ca4-b56fe7cfc9ea req-8fc5a4fb-0b8b-43b4-864e-2adb212e23ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:44.127489 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-215ddd4a-bcac-4e58-9ca4-b56fe7cfc9ea req-8fc5a4fb-0b8b-43b4-864e-2adb212e23ea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d809f74-47e5-4dcf-9ad5-d0fe43ce2348 HTTP/1.1" status: 200 len: 855 time: 0.0660989 Apr 19 18:10:44.212288 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ddd4a-bcac-4e58-9ca4-b56fe7cfc9ea req-4f176725-3117-4df8-9d76-bdea7270d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:44.213852 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-215ddd4a-bcac-4e58-9ca4-b56fe7cfc9ea req-4f176725-3117-4df8-9d76-bdea7270d5cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=307a8ec4-4f38-4cf3-9819-112e0427a44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802941 Apr 19 18:10:44.356975 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-215ddd4a-bcac-4e58-9ca4-b56fe7cfc9ea req-357b84b0-2280-479c-8aae-9e00110ca454 service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354775 Apr 19 18:10:44.498720 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-215ddd4a-bcac-4e58-9ca4-b56fe7cfc9ea req-e3653f1b-a911-48cd-a491-4cde24c18866 service neutron] 10.222.0.52 "GET /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342428 Apr 19 18:10:45.966422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-842ba977-34e8-48c5-a43e-e45a03386b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:49.433082 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-382ea32c-a18b-4a90-b54f-723c72dd94f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:49.796394 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6497d4-b9d6-4393-a95b-a75836815048 req-184e3127-6d22-4411-b699-e4d154175941 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:49.798080 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-be6497d4-b9d6-4393-a95b-a75836815048 req-184e3127-6d22-4411-b699-e4d154175941 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 947 time: 0.1089509 Apr 19 18:10:49.847888 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-be6497d4-b9d6-4393-a95b-a75836815048 req-26b115da-4c07-4ac1-86e9-3f37931f152c tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427554 Apr 19 18:10:49.959612 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:50.339663 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:51.149997 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea4b5c-a894-4b1c-b38c-b5371220d5bc req-b441ab3c-6fae-4386-946a-2baff78d3c55 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:51.151551 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6aea4b5c-a894-4b1c-b38c-b5371220d5bc req-b441ab3c-6fae-4386-946a-2baff78d3c55 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 947 time: 0.1618972 Apr 19 18:10:51.162965 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edf0ca-acf8-4e56-ba86-cad286632b5f req-6f033d42-f35b-405f-a7e0-2fe56e9915e1 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:10:51.164446 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-38edf0ca-acf8-4e56-ba86-cad286632b5f req-6f033d42-f35b-405f-a7e0-2fe56e9915e1 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 947 time: 0.1216049 Apr 19 18:10:51.267065 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6aea4b5c-a894-4b1c-b38c-b5371220d5bc req-41341652-5724-4935-89d0-a055e3276b7b tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups?id=f9f08259-9f00-4978-85e8-c6873644beb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016479 Apr 19 18:10:51.273710 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-38edf0ca-acf8-4e56-ba86-cad286632b5f req-0f31ef7e-c1c2-4228-8003-9cee00f4b4b6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Deleting port 97e5fee6-42ca-467e-b35e-83c4d807c5d4 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:10:51.274129 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-38edf0ca-acf8-4e56-ba86-cad286632b5f req-0f31ef7e-c1c2-4228-8003-9cee00f4b4b6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:51.539577 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-38edf0ca-acf8-4e56-ba86-cad286632b5f req-0f31ef7e-c1c2-4228-8003-9cee00f4b4b6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] For port 97e5fee6-42ca-467e-b35e-83c4d807c5d4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=97e5fee6-42ca-467e-b35e-83c4d807c5d4,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:10:51.539971 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-38edf0ca-acf8-4e56-ba86-cad286632b5f req-0f31ef7e-c1c2-4228-8003-9cee00f4b4b6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:51.595657 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:51.853498 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-38edf0ca-acf8-4e56-ba86-cad286632b5f req-0f31ef7e-c1c2-4228-8003-9cee00f4b4b6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:51.853890 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-38edf0ca-acf8-4e56-ba86-cad286632b5f req-0f31ef7e-c1c2-4228-8003-9cee00f4b4b6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810353'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:51.854319 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.l3_db [req-38edf0ca-acf8-4e56-ba86-cad286632b5f req-0f31ef7e-c1c2-4228-8003-9cee00f4b4b6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Floating IP 61b182a9-5771-4f88-ad15-ecc351ca8f72 disassociated. External IP: 172.28.2.145, port: 97e5fee6-42ca-467e-b35e-83c4d807c5d4. Apr 19 18:10:51.854709 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-38edf0ca-acf8-4e56-ba86-cad286632b5f req-0f31ef7e-c1c2-4228-8003-9cee00f4b4b6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Calling delete_port for 97e5fee6-42ca-467e-b35e-83c4d807c5d4 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:10:52.023413 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-38edf0ca-acf8-4e56-ba86-cad286632b5f req-0f31ef7e-c1c2-4228-8003-9cee00f4b4b6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:52.029366 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-04a6b466-6070-402f-a8f7-200ebee8c7cb tempest-TestMinimumBasicScenario-43698151 tempest-TestMinimumBasicScenario-43698151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:52.077060 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31ef7e-c1c2-4228-8003-9cee00f4b4b6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Pushing event deleted for resources: {'Port': ['ID=97e5fee6-42ca-467e-b35e-83c4d807c5d4,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:10:52.081883 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0f31ef7e-c1c2-4228-8003-9cee00f4b4b6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:52.276860 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38edf0ca-acf8-4e56-ba86-cad286632b5f req-0f31ef7e-c1c2-4228-8003-9cee00f4b4b6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Router df8f8cd0-015f-4ff5-9516-f99bf893dbcd has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:10:52.437432 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-34660d9c-285c-4cb4-b11e-e6f4fd7ab3a6 req-5d5f42d8-6c95-4176-b62a-535ec734dc68 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0b09f73-6f3b-44f7-9a06-49012a6f607d HTTP/1.1" status: 200 len: 210 time: 0.0517039 Apr 19 18:10:52.476709 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38edf0ca-acf8-4e56-ba86-cad286632b5f req-0f31ef7e-c1c2-4228-8003-9cee00f4b4b6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:10:52.486435 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678e6edb-70cc-4573-829b-b6c827d7d2db None None] Sync routers for ids ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'] in dv-cinder-786927-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:10:52.497838 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678e6edb-70cc-4573-829b-b6c827d7d2db None None] Routers {'df8f8cd0-015f-4ff5-9516-f99bf893dbcd'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:10:52.498551 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-678e6edb-70cc-4573-829b-b6c827d7d2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:10:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:52.557055 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-38edf0ca-acf8-4e56-ba86-cad286632b5f req-0f31ef7e-c1c2-4228-8003-9cee00f4b4b6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] No DVR routers for this DVR port 97e5fee6-42ca-467e-b35e-83c4d807c5d4 on host hv-cinder-78692 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:10:52.559869 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-38edf0ca-acf8-4e56-ba86-cad286632b5f req-0f31ef7e-c1c2-4228-8003-9cee00f4b4b6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:52.564341 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b09f73-6f3b-44f7-9a06-49012a6f607d', 'name': 'network-vif-deleted', 'tag': '97e5fee6-42ca-467e-b35e-83c4d807c5d4'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:10:52.578374 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-38edf0ca-acf8-4e56-ba86-cad286632b5f req-0f31ef7e-c1c2-4228-8003-9cee00f4b4b6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.52 "DELETE /v2.0/ports/97e5fee6-42ca-467e-b35e-83c4d807c5d4 HTTP/1.1" status: 204 len: 173 time: 1.3986235 Apr 19 18:10:52.690765 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-678e6edb-70cc-4573-829b-b6c827d7d2db None None] Set router df8f8cd0-015f-4ff5-9516-f99bf893dbcd gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:10:52.856049 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b09f73-6f3b-44f7-9a06-49012a6f607d', 'name': 'network-vif-deleted', 'tag': '97e5fee6-42ca-467e-b35e-83c4d807c5d4', 'status': 'completed', 'code': 200} Apr 19 18:10:53.037856 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-678e6edb-70cc-4573-829b-b6c827d7d2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:02:23Z', 'revision_number': 4, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port': {'id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:16Z', 'updated_at': '2021-04-19T18:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '13ffda4d-ef93-485b-9e3e-72a06ffba92d', 'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'mac_address': 'fa:16:3e:6a:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:22Z', 'updated_at': '2021-04-19T18:02:32Z', 'revision_number': 5, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'subnets': [{'id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:53.042025 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678e6edb-70cc-4573-829b-b6c827d7d2db None None] Checking router: df8f8cd0-015f-4ff5-9516-f99bf893dbcd for host: dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:10:53.051190 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678e6edb-70cc-4573-829b-b6c827d7d2db None None] Routers {'df8f8cd0-015f-4ff5-9516-f99bf893dbcd'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:10:53.051838 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-678e6edb-70cc-4573-829b-b6c827d7d2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:10:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:53.239177 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-678e6edb-70cc-4573-829b-b6c827d7d2db None None] Set router df8f8cd0-015f-4ff5-9516-f99bf893dbcd gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:10:53.578519 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-678e6edb-70cc-4573-829b-b6c827d7d2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:02:23Z', 'revision_number': 4, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port': {'id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:16Z', 'updated_at': '2021-04-19T18:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '13ffda4d-ef93-485b-9e3e-72a06ffba92d', 'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'mac_address': 'fa:16:3e:6a:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:22Z', 'updated_at': '2021-04-19T18:02:32Z', 'revision_number': 5, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'subnets': [{'id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:53.579591 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 36360) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:53.583100 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678e6edb-70cc-4573-829b-b6c827d7d2db None None] The sync data for ids ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'] in dv-cinder-786927-1-smb is: [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:02:23Z', 'revision_number': 4, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port': {'id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:16Z', 'updated_at': '2021-04-19T18:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb', '_interfaces': [{'id': '13ffda4d-ef93-485b-9e3e-72a06ffba92d', 'name': '', 'network_id': '307a8ec4-4f38-4cf3-9819-112e0427a44c', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'mac_address': 'fa:16:3e:6a:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:22Z', 'updated_at': '2021-04-19T18:02:32Z', 'revision_number': 5, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'subnets': [{'id': '0d809f74-47e5-4dcf-9ad5-d0fe43ce2348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:10:53.590971 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 97e5fee6-42ca-467e-b35e-83c4d807c5d4 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:10:53.628929 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] No Port match for: 97e5fee6-42ca-467e-b35e-83c4d807c5d4 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:10:53.629422 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device 97e5fee6-42ca-467e-b35e-83c4d807c5d4 not bound to the agent host hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:10:53.658558 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61161d9a-bcae-4b69-8efc-11030c72a28d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:53.691554 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61161d9a-bcae-4b69-8efc-11030c72a28d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:53.746296 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61161d9a-bcae-4b69-8efc-11030c72a28d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:53.751771 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-608c305a-b5da-49eb-b48a-709575ae87e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:53.767649 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61161d9a-bcae-4b69-8efc-11030c72a28d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f08259-9f00-4978-85e8-c6873644beb8,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:10:53.770727 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-61161d9a-bcae-4b69-8efc-11030c72a28d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:53.778616 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61161d9a-bcae-4b69-8efc-11030c72a28d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:53.779886 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-61161d9a-bcae-4b69-8efc-11030c72a28d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "DELETE /v2.0/security-groups/f9f08259-9f00-4978-85e8-c6873644beb8 HTTP/1.1" status: 204 len: 168 time: 0.1991620 Apr 19 18:10:53.782942 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 36364) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:53.800765 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.api.v2.resource [None req-1bec7e66-ad45-4db6-9e55-d25b2c45a361 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] show failed (client error): The resource could not be found. Apr 19 18:10:53.801881 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1bec7e66-ad45-4db6-9e55-d25b2c45a361 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "GET /v2.0/security-groups/f9f08259-9f00-4978-85e8-c6873644beb8 HTTP/1.1" status: 404 len: 347 time: 0.0179574 Apr 19 18:10:53.805412 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 36368) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:53.973190 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-65b7d412-d9b5-487b-9d30-fb8eab9a05a6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Deleting port 8310b867-20cd-42db-b45b-c44836fb0692 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:10:53.973572 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65b7d412-d9b5-487b-9d30-fb8eab9a05a6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:53.973974 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc98ca-26ae-46d4-896b-fc5b25a0d64f None None] New status for floating IP 61b182a9-5771-4f88-ad15-ecc351ca8f72: DOWN {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:10:54.152874 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65b7d412-d9b5-487b-9d30-fb8eab9a05a6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:54.153131 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65b7d412-d9b5-487b-9d30-fb8eab9a05a6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:54.282266 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-65b7d412-d9b5-487b-9d30-fb8eab9a05a6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Calling delete_port for 8310b867-20cd-42db-b45b-c44836fb0692 owned by network:floatingip {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:10:54.370349 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.db.api [None req-65b7d412-d9b5-487b-9d30-fb8eab9a05a6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86356) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:10:54.370714 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_db.api [None req-65b7d412-d9b5-487b-9d30-fb8eab9a05a6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:10:54.872481 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-65b7d412-d9b5-487b-9d30-fb8eab9a05a6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Deleting port 8310b867-20cd-42db-b45b-c44836fb0692 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:10:54.873345 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65b7d412-d9b5-487b-9d30-fb8eab9a05a6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:55.073574 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65b7d412-d9b5-487b-9d30-fb8eab9a05a6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:55.073912 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65b7d412-d9b5-487b-9d30-fb8eab9a05a6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:55.204145 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-65b7d412-d9b5-487b-9d30-fb8eab9a05a6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Calling delete_port for 8310b867-20cd-42db-b45b-c44836fb0692 owned by network:floatingip {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:10:55.365363 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65b7d412-d9b5-487b-9d30-fb8eab9a05a6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:55.370057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b4678a57-be67-4658-a73a-cc70d9a9ca25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:55.442143 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7d412-d9b5-487b-9d30-fb8eab9a05a6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Pushing event deleted for resources: {'Port': ['ID=8310b867-20cd-42db-b45b-c44836fb0692,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:10:55.444548 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-65b7d412-d9b5-487b-9d30-fb8eab9a05a6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:55.519079 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65b7d412-d9b5-487b-9d30-fb8eab9a05a6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks [] for floatingip, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:55.534452 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65b7d412-d9b5-487b-9d30-fb8eab9a05a6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:55.535891 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-65b7d412-d9b5-487b-9d30-fb8eab9a05a6 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] 10.222.0.81 "DELETE /v2.0/floatingips/61b182a9-5771-4f88-ad15-ecc351ca8f72 HTTP/1.1" status: 204 len: 168 time: 1.7293959 Apr 19 18:10:58.422336 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36392) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:59.238314 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-565b1daa-4145-4c70-8172-c9b9d7d5930d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852970854'] for router_interface, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:59.624429 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-565b1daa-4145-4c70-8172-c9b9d7d5930d admin admin] Deleting port 13ffda4d-ef93-485b-9e3e-72a06ffba92d {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:10:59.625048 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-565b1daa-4145-4c70-8172-c9b9d7d5930d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:59.807971 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-565b1daa-4145-4c70-8172-c9b9d7d5930d admin admin] For port 13ffda4d-ef93-485b-9e3e-72a06ffba92d, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=13ffda4d-ef93-485b-9e3e-72a06ffba92d,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:10:59.808286 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-565b1daa-4145-4c70-8172-c9b9d7d5930d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:00.186765 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-565b1daa-4145-4c70-8172-c9b9d7d5930d admin admin] Calling delete_port for 13ffda4d-ef93-485b-9e3e-72a06ffba92d owned by network:router_interface {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:11:00.363474 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-565b1daa-4145-4c70-8172-c9b9d7d5930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:00.368339 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4e752afc-b53b-4a48-b871-035185820407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:00.447702 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b1daa-4145-4c70-8172-c9b9d7d5930d admin admin] Pushing event deleted for resources: {'Port': ['ID=13ffda4d-ef93-485b-9e3e-72a06ffba92d,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:00.455443 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-565b1daa-4145-4c70-8172-c9b9d7d5930d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:00.701559 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-565b1daa-4145-4c70-8172-c9b9d7d5930d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852970780'] for router_interface, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:01.084464 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565b1daa-4145-4c70-8172-c9b9d7d5930d admin admin] Router df8f8cd0-015f-4ff5-9516-f99bf893dbcd has already been hosted by L3 agent 05775760-3a03-4d68-be3e-dcd03cba5fe2 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:11:01.284558 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565b1daa-4145-4c70-8172-c9b9d7d5930d admin admin] Notify agent at l3_agent.dv-cinder-786927-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:11:01.298842 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-565b1daa-4145-4c70-8172-c9b9d7d5930d admin admin] 10.222.0.81 "PUT /v2.0/routers/df8f8cd0-015f-4ff5-9516-f99bf893dbcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8753524 Apr 19 18:11:01.301406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36398) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:01.303311 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182f5c7b-89f4-4ee0-8628-4d8541f297b3 None None] Sync routers for ids ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'] in dv-cinder-786927-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:11:01.313849 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182f5c7b-89f4-4ee0-8628-4d8541f297b3 None None] Routers {'df8f8cd0-015f-4ff5-9516-f99bf893dbcd'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:11:01.314565 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-182f5c7b-89f4-4ee0-8628-4d8541f297b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:10:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:11:01.354378 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:01.488598 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b742a0d8-b747-44db-972c-4d949fda63e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:01.500329 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-182f5c7b-89f4-4ee0-8628-4d8541f297b3 None None] Set router df8f8cd0-015f-4ff5-9516-f99bf893dbcd gateway port host: dv-cinder-786927-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:11:01.676488 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b742a0d8-b747-44db-972c-4d949fda63e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:01.685567 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-b742a0d8-b747-44db-972c-4d949fda63e1 admin admin] Deleting port f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:11:01.685973 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b742a0d8-b747-44db-972c-4d949fda63e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:01.797256 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-182f5c7b-89f4-4ee0-8628-4d8541f297b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'external_fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:11:00Z', 'revision_number': 5, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port': {'id': 'f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1', 'name': '', 'network_id': 'a2fa5661-1776-4bb8-890c-56efb392f8f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '97753496-fb36-4619-b754-5756b6f438bf', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:02:16Z', 'updated_at': '2021-04-19T18:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97753496-fb36-4619-b754-5756b6f438bf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-1-smb'}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:11:01.801417 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182f5c7b-89f4-4ee0-8628-4d8541f297b3 None None] Checking router: df8f8cd0-015f-4ff5-9516-f99bf893dbcd for host: dv-cinder-786927-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:11:01.811468 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182f5c7b-89f4-4ee0-8628-4d8541f297b3 None None] Routers {'df8f8cd0-015f-4ff5-9516-f99bf893dbcd'} bound to L3 agent in host dv-cinder-786927-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:11:01.812138 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-182f5c7b-89f4-4ee0-8628-4d8541f297b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T17:49:49Z,description=,heartbeat_timestamp=2021-04-19T18:10:49Z,host='dv-cinder-786927-1-smb',id=05775760-3a03-4d68-be3e-dcd03cba5fe2,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T17:49:49Z,topic='l3_agent')) {'router_ids': ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:11:01.874845 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-b742a0d8-b747-44db-972c-4d949fda63e1 admin admin] For port f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1,segment=NetworkSegment(c30da0b3-8966-48fe-a7ce-950812c3b87c),segment_id=c30da0b3-8966-48fe-a7ce-950812c3b87c)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:11:01.875256 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b742a0d8-b747-44db-972c-4d949fda63e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:02.012714 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-b742a0d8-b747-44db-972c-4d949fda63e1 admin admin] Calling delete_port for f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1 owned by network:router_gateway {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:11:02.134916 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-182f5c7b-89f4-4ee0-8628-4d8541f297b3 None None] Set router df8f8cd0-015f-4ff5-9516-f99bf893dbcd gateway port host: None {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:11:02.192747 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b742a0d8-b747-44db-972c-4d949fda63e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:02.197650 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7ce564af-9a49-430d-b9d4-a6da7797e9e9 tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:02.244790 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742a0d8-b747-44db-972c-4d949fda63e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:02.248037 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-182f5c7b-89f4-4ee0-8628-4d8541f297b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:11:01Z', 'revision_number': 6, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port_host': None}], 'dv-cinder-786927-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:11:02.252537 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182f5c7b-89f4-4ee0-8628-4d8541f297b3 None None] The sync data for ids ['df8f8cd0-015f-4ff5-9516-f99bf893dbcd'] in dv-cinder-786927-1-smb is: [{'id': 'df8f8cd0-015f-4ff5-9516-f99bf893dbcd', 'name': 'tempest-AttachVolumeShelveTestJSON-888594528-router', 'tenant_id': '52c9a70cdf8f44669caf1484d90915e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:02:15Z', 'updated_at': '2021-04-19T18:11:01Z', 'revision_number': 6, 'project_id': '52c9a70cdf8f44669caf1484d90915e5', 'gw_port_host': None}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:11:02.287387 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b742a0d8-b747-44db-972c-4d949fda63e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:02.344772 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b742a0d8-b747-44db-972c-4d949fda63e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1831525'] for router_gateway, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:02.537091 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b742a0d8-b747-44db-972c-4d949fda63e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-297'] for router, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:02.539633 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b742a0d8-b747-44db-972c-4d949fda63e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:02.567192 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b742a0d8-b747-44db-972c-4d949fda63e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852968835'] for router, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:02.567770 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b742a0d8-b747-44db-972c-4d949fda63e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df8f8cd0-015f-4ff5-9516-f99bf893dbcd {{(pid=86357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:11:02.580753 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b742a0d8-b747-44db-972c-4d949fda63e1 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:02.582045 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b742a0d8-b747-44db-972c-4d949fda63e1 admin admin] 10.222.0.81 "DELETE /v2.0/routers/df8f8cd0-015f-4ff5-9516-f99bf893dbcd HTTP/1.1" status: 204 len: 168 time: 1.2791092 Apr 19 18:11:02.584842 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36402) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:02.650910 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1c8fc6-ab36-438f-a8af-1b2eb4979822 admin admin] Deleting subnet 0d809f74-47e5-4dcf-9ad5-d0fe43ce2348 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:11:02.654611 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9d1c8fc6-ab36-438f-a8af-1b2eb4979822 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:02.710298 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9d1c8fc6-ab36-438f-a8af-1b2eb4979822 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2524320'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:02.798037 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9d1c8fc6-ab36-438f-a8af-1b2eb4979822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773666'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:03.310583 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9d1c8fc6-ab36-438f-a8af-1b2eb4979822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854002150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850878272'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:03.314947 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5ac1942c-ad2b-4813-90b9-483db5c8100f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:03.351180 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c8fc6-ab36-438f-a8af-1b2eb4979822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d809f74-47e5-4dcf-9ad5-d0fe43ce2348,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:03.355076 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9d1c8fc6-ab36-438f-a8af-1b2eb4979822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:03.357619 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9d1c8fc6-ab36-438f-a8af-1b2eb4979822 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:03.363644 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a0f9be-0a9a-46a6-94fd-66a93f2ef687 None None] Network 307a8ec4-4f38-4cf3-9819-112e0427a44c requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:11:03.364133 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9d1c8fc6-ab36-438f-a8af-1b2eb4979822 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0d809f74-47e5-4dcf-9ad5-d0fe43ce2348 HTTP/1.1" status: 204 len: 168 time: 0.7782955 Apr 19 18:11:03.367767 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36406) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:03.482852 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547694'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:03.494287 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] Deleting port 7b531e34-553d-4d82-a1ce-4acc07e6b13b {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:11:03.494719 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:03.617214 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b228e8-61ba-4c27-92eb-a490313a2f09 None None] DHCP port deletion for 307a8ec4-4f38-4cf3-9819-112e0427a44c request from dv-cinder-786927-1-smb {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:11:03.621811 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-03b228e8-61ba-4c27-92eb-a490313a2f09 None None] Deleting port 7b531e34-553d-4d82-a1ce-4acc07e6b13b {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:11:03.622286 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-03b228e8-61ba-4c27-92eb-a490313a2f09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:03.719253 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] For port 7b531e34-553d-4d82-a1ce-4acc07e6b13b, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=7b531e34-553d-4d82-a1ce-4acc07e6b13b,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:11:03.719648 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:03.837622 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-03b228e8-61ba-4c27-92eb-a490313a2f09 None None] For port 7b531e34-553d-4d82-a1ce-4acc07e6b13b, host dv-cinder-786927-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-1-smb',level=0,port_id=7b531e34-553d-4d82-a1ce-4acc07e6b13b,segment=NetworkSegment(7f517a5b-1eaf-4ce0-bcee-666b65a2b68a),segment_id=7f517a5b-1eaf-4ce0-bcee-666b65a2b68a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:11:03.838209 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-03b228e8-61ba-4c27-92eb-a490313a2f09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:03.850938 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] Calling delete_port for 7b531e34-553d-4d82-a1ce-4acc07e6b13b owned by network:dhcp {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:11:03.906615 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1 no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:11:03.927806 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2921517'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:03.932732 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8c13b508-c84f-4d94-b449-8b14cc0d9f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:03.982721 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b531e34-553d-4d82-a1ce-4acc07e6b13b,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:03.984734 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] No DVR routers for this DVR port 7b531e34-553d-4d82-a1ce-4acc07e6b13b on host dv-cinder-786927-1-smb {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:11:03.986356 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:04.001284 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-03b228e8-61ba-4c27-92eb-a490313a2f09 None None] Calling delete_port for 7b531e34-553d-4d82-a1ce-4acc07e6b13b owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:11:04.039783 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:11:04.040165 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device f6488ff0-d7e3-4e12-a0a2-bb7e0646fbe1 not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:11:04.040628 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 7b531e34-553d-4d82-a1ce-4acc07e6b13b no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:11:04.083510 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: 7b531e34-553d-4d82-a1ce-4acc07e6b13b {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:11:04.083823 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 7b531e34-553d-4d82-a1ce-4acc07e6b13b not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:11:04.084272 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 13ffda4d-ef93-485b-9e3e-72a06ffba92d no longer exists at agent ovs-agent-dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:11:04.107658 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854002057', 'neutron.services.segments.db._delete_segments_for_network-8764668505459'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:04.126207 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] No Port match for: 13ffda4d-ef93-485b-9e3e-72a06ffba92d {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:11:04.126593 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Device 13ffda4d-ef93-485b-9e3e-72a06ffba92d not bound to the agent host dv-cinder-786927-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:11:04.150278 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.db.api [None req-03b228e8-61ba-4c27-92eb-a490313a2f09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:11:04.150689 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_db.api [None req-03b228e8-61ba-4c27-92eb-a490313a2f09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:11:04.221659 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307a8ec4-4f38-4cf3-9819-112e0427a44c']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:11:04.234379 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f517a5b-1eaf-4ce0-bcee-666b65a2b68a') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:11:04.234708 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f517a5b-1eaf-4ce0-bcee-666b65a2b68a') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:11:04.246792 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272186160483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852251480'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:04.261624 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:04.268415 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:11:04.445847 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] Network 307a8ec4-4f38-4cf3-9819-112e0427a44c has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:11:04.455061 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851854246'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:04.634157 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] Network 307a8ec4-4f38-4cf3-9819-112e0427a44c has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:11:04.651638 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-03b228e8-61ba-4c27-92eb-a490313a2f09 None None] Deleting port 7b531e34-553d-4d82-a1ce-4acc07e6b13b {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:11:04.652078 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-03b228e8-61ba-4c27-92eb-a490313a2f09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: timer() Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: cb(*args, **kw) Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: self._notify() Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: self.callback(batched_events) Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: event.method(event) Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: return self._get(url).json() Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: **kwargs) Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: **endpoint_filter) Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:11:04.657775 dv-cinder-786927-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:11:04.721757 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-03b228e8-61ba-4c27-92eb-a490313a2f09 None None] The port '7b531e34-553d-4d82-a1ce-4acc07e6b13b' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:11:04.739003 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810306'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:04.743855 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:04.747822 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-81abed3f-e7f6-425f-912b-7d82176593b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:04.772797 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=307a8ec4-4f38-4cf3-9819-112e0427a44c,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:04.775763 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:04.784877 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4880ffb6-5635-4a4d-bc1a-207aef6b7d09 admin admin] 10.222.0.81 "DELETE /v2.0/networks/307a8ec4-4f38-4cf3-9819-112e0427a44c HTTP/1.1" status: 204 len: 168 time: 1.4160578 Apr 19 18:11:04.937270 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36412) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:05.000869 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9555ea3b-dd08-47df-840c-b34c08831ce5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=52c9a70cdf8f44669caf1484d90915e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621409 Apr 19 18:11:05.003501 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36416) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:05.071600 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fb0ab1b4-9f0b-47a8-91cc-31bfdf5ab156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:05.099535 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fb0ab1b4-9f0b-47a8-91cc-31bfdf5ab156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:05.149798 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fb0ab1b4-9f0b-47a8-91cc-31bfdf5ab156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:05.153719 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-95470270-40cf-4841-8f7b-d2663e791c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:05.168307 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ab1b4-9f0b-47a8-91cc-31bfdf5ab156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b871e9-e017-4ae2-8633-3f31e355cf23,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:05.171000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fb0ab1b4-9f0b-47a8-91cc-31bfdf5ab156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:05.176094 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fb0ab1b4-9f0b-47a8-91cc-31bfdf5ab156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:05.177312 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-fb0ab1b4-9f0b-47a8-91cc-31bfdf5ab156 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f9b871e9-e017-4ae2-8633-3f31e355cf23 HTTP/1.1" status: 204 len: 168 time: 0.1727772 Apr 19 18:11:08.017909 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:11:15.433272 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36542) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:15.576127 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:15.592454 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:15.596555 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Usage tracker for resource:security_group_rule and tenant:b0e83e42ffad4f06ba7cd228bdaa9f29 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:11:15.599512 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:11:15.606355 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:15.698716 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:15.702445 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:15.709265 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fb0ab1b4-9f0b-47a8-91cc-31bfdf5ab156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:15.753034 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b0e83e42ffad4f06ba7cd228bdaa9f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186386 Apr 19 18:11:15.753818 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3d553e-57c5-47a6-b590-ce6cd8926bef,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:15.756012 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36548) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:15.773591 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:15.774025 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:15.774464 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:15.774912 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:15.776115 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:15.776517 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:15.776914 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:15.777311 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:15.777695 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:15.778116 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:15.778512 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:15.778910 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:15.784043 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-495cb8b4-f34d-480f-885e-699064e6dd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:15.831985 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3d09933a-a609-4ce0-ab18-021f95b671e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:15.863752 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3d09933a-a609-4ce0-ab18-021f95b671e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:15.910043 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3d09933a-a609-4ce0-ab18-021f95b671e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:15.913831 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6a79aa59-cfeb-4440-8a51-88f35463cc1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:15.927036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09933a-a609-4ce0-ab18-021f95b671e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3d553e-57c5-47a6-b590-ce6cd8926bef,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:15.930293 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3d09933a-a609-4ce0-ab18-021f95b671e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:15.932376 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3d09933a-a609-4ce0-ab18-021f95b671e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:15.933566 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3d09933a-a609-4ce0-ab18-021f95b671e8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2c3d553e-57c5-47a6-b590-ce6cd8926bef HTTP/1.1" status: 204 len: 168 time: 0.1752846 Apr 19 18:11:15.963439 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-86f6708f-0fb4-492d-b295-71295b3f04dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:16.256326 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36556) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:16.276543 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dd54e67c-dfc5-4d26-a2b8-064a23259081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:16.292623 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-dd54e67c-dfc5-4d26-a2b8-064a23259081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:16.296880 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-dd54e67c-dfc5-4d26-a2b8-064a23259081 admin admin] Usage tracker for resource:security_group_rule and tenant:a9a115be816345559ea8e4831f66674e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:11:16.299994 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-dd54e67c-dfc5-4d26-a2b8-064a23259081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:11:16.306308 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-dd54e67c-dfc5-4d26-a2b8-064a23259081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:16.390431 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dd54e67c-dfc5-4d26-a2b8-064a23259081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:16.394989 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dd54e67c-dfc5-4d26-a2b8-064a23259081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:16.402710 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1999ba82-5332-4012-9132-e230e29514a6 tempest-TestShelveInstance-907562304 tempest-TestShelveInstance-907562304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:16.446248 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-dd54e67c-dfc5-4d26-a2b8-064a23259081 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a9a115be816345559ea8e4831f66674e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887252 Apr 19 18:11:16.447173 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54e67c-dfc5-4d26-a2b8-064a23259081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8723132-643f-469d-afd6-1c0ad1598076,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:16.449608 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 36560) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:16.450606 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dd54e67c-dfc5-4d26-a2b8-064a23259081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:16.525762 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-055c8896-b687-41f8-887f-a434c1d4ed6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:16.554216 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-055c8896-b687-41f8-887f-a434c1d4ed6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:16.601847 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-055c8896-b687-41f8-887f-a434c1d4ed6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:16.607881 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f6c0c4e8-9066-4804-a97d-3d5ccc077a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:16.623224 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c8896-b687-41f8-887f-a434c1d4ed6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8723132-643f-469d-afd6-1c0ad1598076,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:16.634302 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c8896-b687-41f8-887f-a434c1d4ed6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:16.634718 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c8896-b687-41f8-887f-a434c1d4ed6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:16.635129 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c8896-b687-41f8-887f-a434c1d4ed6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:16.635529 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c8896-b687-41f8-887f-a434c1d4ed6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:16.635930 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c8896-b687-41f8-887f-a434c1d4ed6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:16.636328 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c8896-b687-41f8-887f-a434c1d4ed6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:16.636721 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c8896-b687-41f8-887f-a434c1d4ed6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:16.637119 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c8896-b687-41f8-887f-a434c1d4ed6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:16.637516 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c8896-b687-41f8-887f-a434c1d4ed6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:16.637910 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c8896-b687-41f8-887f-a434c1d4ed6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:16.638347 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c8896-b687-41f8-887f-a434c1d4ed6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:16.638734 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c8896-b687-41f8-887f-a434c1d4ed6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:16.642249 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-055c8896-b687-41f8-887f-a434c1d4ed6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:16.643471 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-055c8896-b687-41f8-887f-a434c1d4ed6c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a8723132-643f-469d-afd6-1c0ad1598076 HTTP/1.1" status: 204 len: 168 time: 0.1912119 Apr 19 18:11:16.644445 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-055c8896-b687-41f8-887f-a434c1d4ed6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:19.427480 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f975aab-4b85-4c3c-b123-f2cc7c7c032e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:19.964171 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:20.343323 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:21.603495 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:22.671834 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36660) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:22.806762 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce590-6884-477a-9ce5-5e51670b8387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:22.827395 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-4e6ce590-6884-477a-9ce5-5e51670b8387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:22.831923 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-4e6ce590-6884-477a-9ce5-5e51670b8387 admin admin] Usage tracker for resource:security_group_rule and tenant:a8a9c487670d4891b8b704a0fe5bd57f is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:11:22.835077 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-4e6ce590-6884-477a-9ce5-5e51670b8387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:11:22.841386 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-4e6ce590-6884-477a-9ce5-5e51670b8387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:22.936488 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce590-6884-477a-9ce5-5e51670b8387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:22.942200 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce590-6884-477a-9ce5-5e51670b8387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:22.954852 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7e8fdb3e-e331-4297-8011-72c3d5c16071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:23.001807 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4e6ce590-6884-477a-9ce5-5e51670b8387 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a8a9c487670d4891b8b704a0fe5bd57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288221 Apr 19 18:11:23.002763 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ce590-6884-477a-9ce5-5e51670b8387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0efa36-f918-43f9-abb2-3a36864cebec,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:23.005788 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 36666) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:23.006225 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4e6ce590-6884-477a-9ce5-5e51670b8387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:23.080578 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-51645aba-b593-48fb-b324-073bbd6bdee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:23.109319 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-51645aba-b593-48fb-b324-073bbd6bdee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:23.178080 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-51645aba-b593-48fb-b324-073bbd6bdee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:23.182013 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a252ae18-dec7-44a2-a2fb-64eaf7a62ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:23.194141 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51645aba-b593-48fb-b324-073bbd6bdee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0efa36-f918-43f9-abb2-3a36864cebec,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:23.197976 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-51645aba-b593-48fb-b324-073bbd6bdee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:23.201407 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-51645aba-b593-48fb-b324-073bbd6bdee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:23.202681 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-51645aba-b593-48fb-b324-073bbd6bdee3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad0efa36-f918-43f9-abb2-3a36864cebec HTTP/1.1" status: 204 len: 168 time: 0.1953614 Apr 19 18:11:23.513490 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36674) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:23.541639 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f1140e23-b9b5-41db-8615-b4c38a85d1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:23.557369 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f1140e23-b9b5-41db-8615-b4c38a85d1a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:23.561638 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f1140e23-b9b5-41db-8615-b4c38a85d1a8 admin admin] Usage tracker for resource:security_group_rule and tenant:feab90d369824be3ba62fe5aabb3edf7 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:11:23.564764 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f1140e23-b9b5-41db-8615-b4c38a85d1a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:11:23.571128 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f1140e23-b9b5-41db-8615-b4c38a85d1a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:23.664245 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f1140e23-b9b5-41db-8615-b4c38a85d1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:23.668364 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f1140e23-b9b5-41db-8615-b4c38a85d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:23.675604 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1437fc11-a4af-4ee8-83f6-a21b02c2fd9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:23.724084 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f1140e23-b9b5-41db-8615-b4c38a85d1a8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=feab90d369824be3ba62fe5aabb3edf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2091146 Apr 19 18:11:23.725036 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1140e23-b9b5-41db-8615-b4c38a85d1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1b2302-0f39-4821-8983-41fefb6c8bc4,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:23.727244 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 36678) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:23.728519 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f1140e23-b9b5-41db-8615-b4c38a85d1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:23.796965 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-73b38e94-c4df-49e2-b74a-b4df600051d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:23.824126 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-73b38e94-c4df-49e2-b74a-b4df600051d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:23.874598 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-73b38e94-c4df-49e2-b74a-b4df600051d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:23.878428 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fd58f4ae-fb02-489c-9b91-feab1c752c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:23.890314 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b38e94-c4df-49e2-b74a-b4df600051d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1b2302-0f39-4821-8983-41fefb6c8bc4,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:23.894121 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-73b38e94-c4df-49e2-b74a-b4df600051d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:23.897514 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-73b38e94-c4df-49e2-b74a-b4df600051d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:23.898707 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-73b38e94-c4df-49e2-b74a-b4df600051d4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ae1b2302-0f39-4821-8983-41fefb6c8bc4 HTTP/1.1" status: 204 len: 168 time: 0.1703916 Apr 19 18:11:24.306908 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 36686) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:24.326935 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-772669ca-1679-4e9b-8c9b-fec6c04aa629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:24.342402 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-772669ca-1679-4e9b-8c9b-fec6c04aa629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:24.346657 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-772669ca-1679-4e9b-8c9b-fec6c04aa629 admin admin] Usage tracker for resource:security_group_rule and tenant:f2808e72fda54abeb084b632dcf5f479 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:11:24.349706 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-772669ca-1679-4e9b-8c9b-fec6c04aa629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:11:24.356199 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-772669ca-1679-4e9b-8c9b-fec6c04aa629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:24.441913 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-772669ca-1679-4e9b-8c9b-fec6c04aa629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:24.447013 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-772669ca-1679-4e9b-8c9b-fec6c04aa629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:24.454470 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-de1775d2-6484-45a5-9211-b2d9face9a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:24.497481 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-772669ca-1679-4e9b-8c9b-fec6c04aa629 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f2808e72fda54abeb084b632dcf5f479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893675 Apr 19 18:11:24.499261 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772669ca-1679-4e9b-8c9b-fec6c04aa629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83da4d05-f157-49d6-8baf-da6d5af52334,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:24.500678 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36690) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:24.502699 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-772669ca-1679-4e9b-8c9b-fec6c04aa629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:24.568846 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-446b2638-7fc5-4529-a458-ecf73ea10544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:24.597845 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-446b2638-7fc5-4529-a458-ecf73ea10544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:24.645431 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-446b2638-7fc5-4529-a458-ecf73ea10544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:24.650663 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ec4140ba-4369-42b6-a239-428f8856c776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:24.664427 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b2638-7fc5-4529-a458-ecf73ea10544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83da4d05-f157-49d6-8baf-da6d5af52334,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:24.668766 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-446b2638-7fc5-4529-a458-ecf73ea10544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:24.683808 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-446b2638-7fc5-4529-a458-ecf73ea10544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:24.688559 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-446b2638-7fc5-4529-a458-ecf73ea10544 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/83da4d05-f157-49d6-8baf-da6d5af52334 HTTP/1.1" status: 204 len: 168 time: 0.1867380 Apr 19 18:11:25.508372 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36714) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:25.626125 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1391256002-network', 'tenant_id': '4ddaf60cbff243f990032c045101a3fc'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:11:25.631366 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:25.636037 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Usage tracker for resource:network and tenant:4ddaf60cbff243f990032c045101a3fc is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:11:25.639441 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:11:25.647818 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:25.658992 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Made reservation on behalf of 4ddaf60cbff243f990032c045101a3fc for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:11:25.663729 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:25.676743 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:25.691953 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:25.696023 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Usage tracker for resource:security_group_rule and tenant:4ddaf60cbff243f990032c045101a3fc is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:11:25.699056 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:11:25.705040 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:25.793815 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:25.798703 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:25.801746 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0b081590-e382-42e4-87d8-d816d6821397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:25.830482 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:11:25.839409 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3c9d26-85b4-4154-8626-6d318d1da33f,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:25.843215 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:25.845766 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:25.846186 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Added segment d32208d6-012b-4a50-9ddb-f12dc6e0febf of type vlan for network f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4 Apr 19 18:11:25.873511 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764668142058'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:25.904766 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:25.906166 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:25.906803 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:25.910236 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:26.015351 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5054724 Apr 19 18:11:26.016294 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Pushing event updated for resources: {'Network': ['ID=f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:26.018901 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36720) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:26.021477 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7411b944-e0b3-46eb-a738-ae6ae7faa256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:26.025622 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-fbb65d5d-a16f-4cbe-87c9-9857e989fc6b admin admin] Request body: {'subnet': {'network_id': 'f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1391256002-subnet', 'tenant_id': '4ddaf60cbff243f990032c045101a3fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:11:26.027375 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Network f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4 details requested by agent ovs-agent-dv-cinder-786927-1-smb with host dv-cinder-786927-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:11:26.030981 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fbb65d5d-a16f-4cbe-87c9-9857e989fc6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:26.035252 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fbb65d5d-a16f-4cbe-87c9-9857e989fc6b admin admin] Usage tracker for resource:subnet and tenant:4ddaf60cbff243f990032c045101a3fc is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:11:26.038351 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fbb65d5d-a16f-4cbe-87c9-9857e989fc6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:11:26.044720 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fbb65d5d-a16f-4cbe-87c9-9857e989fc6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:26.055057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb65d5d-a16f-4cbe-87c9-9857e989fc6b admin admin] Made reservation on behalf of 4ddaf60cbff243f990032c045101a3fc for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:11:26.059963 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fbb65d5d-a16f-4cbe-87c9-9857e989fc6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3897578'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:26.496164 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fbb65d5d-a16f-4cbe-87c9-9857e989fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851853892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3897595'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:26.500223 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-54f24959-36d5-4e77-b52d-6ffa51437e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:26.574545 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb65d5d-a16f-4cbe-87c9-9857e989fc6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed1642d-4421-4dba-a389-da6a6291ff4f,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:26.577326 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fbb65d5d-a16f-4cbe-87c9-9857e989fc6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:26.588533 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb65d5d-a16f-4cbe-87c9-9857e989fc6b admin admin] Checking segment: {'id': 'd32208d6-012b-4a50-9ddb-f12dc6e0febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:11:26.588932 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb65d5d-a16f-4cbe-87c9-9857e989fc6b admin admin] Network hostable DHCP agents. Network: f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4, hostable agents: ['e04df252-53f8-4f20-921c-5c31ef9947a5'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:11:26.609415 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb65d5d-a16f-4cbe-87c9-9857e989fc6b admin admin] Network f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4 is scheduled to be hosted by DHCP agent e04df252-53f8-4f20-921c-5c31ef9947a5 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:11:26.619016 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-fbb65d5d-a16f-4cbe-87c9-9857e989fc6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-smb, f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:11:26.630809 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc630cc-d5d9-41e2-b0c1-4ddd51fcd705 None None] Network f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:11:26.632943 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb65d5d-a16f-4cbe-87c9-9857e989fc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:26.633609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fbb65d5d-a16f-4cbe-87c9-9857e989fc6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:26.654943 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-fbb65d5d-a16f-4cbe-87c9-9857e989fc6b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6349864 Apr 19 18:11:26.856785 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f196487-914a-4781-ac24-8d976e6bc1a8 None None] Network f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4 requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:11:27.281564 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36738) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:27.288195 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-706739469-network', 'tenant_id': 'b53bb0dbcc5c476b8cff671b7d7919ed'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:11:27.293899 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:27.298376 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Usage tracker for resource:network and tenant:b53bb0dbcc5c476b8cff671b7d7919ed is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:11:27.302482 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:11:27.308991 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:27.318802 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Made reservation on behalf of b53bb0dbcc5c476b8cff671b7d7919ed for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:11:27.323678 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:27.336774 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:27.352760 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:27.357017 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Usage tracker for resource:security_group_rule and tenant:b53bb0dbcc5c476b8cff671b7d7919ed is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:11:27.360021 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:11:27.366229 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:27.459378 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:27.464547 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:27.467582 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7f5f2bbd-3a9b-47a2-b0d6-2a05a5eb8d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:27.497000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:11:27.506052 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb428d70-d18b-4ef4-95d2-e50663598c81,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:27.510024 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:27.512940 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:27.513298 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Added segment 4588aa8b-a93c-4595-a758-8962b62d31cc of type vlan for network 3e864a54-4cf3-47be-bd7f-9956638467df Apr 19 18:11:27.542165 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764668142058'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:27.574340 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:27.575765 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:27.576407 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:27.579975 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-06f1bae4-b1a2-4e9b-b32b-05fee41b32c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:27.685952 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Pushing event updated for resources: {'Network': ['ID=3e864a54-4cf3-47be-bd7f-9956638467df,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:27.689082 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4063213 Apr 19 18:11:27.690043 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-df41d6d7-77d9-4f4a-aca8-8aece01bea45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:27.692333 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36742) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:27.696645 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Network 3e864a54-4cf3-47be-bd7f-9956638467df details requested by agent ovs-agent-dv-cinder-786927-1-smb with host dv-cinder-786927-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:11:27.698197 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-5c9aea1b-3496-4d80-b313-1d417496d6ef admin admin] Request body: {'subnet': {'network_id': '3e864a54-4cf3-47be-bd7f-9956638467df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-706739469-subnet', 'tenant_id': 'b53bb0dbcc5c476b8cff671b7d7919ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:11:27.703624 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5c9aea1b-3496-4d80-b313-1d417496d6ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:27.707780 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5c9aea1b-3496-4d80-b313-1d417496d6ef admin admin] Usage tracker for resource:subnet and tenant:b53bb0dbcc5c476b8cff671b7d7919ed is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:11:27.710912 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5c9aea1b-3496-4d80-b313-1d417496d6ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:11:27.717253 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5c9aea1b-3496-4d80-b313-1d417496d6ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:27.726925 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9aea1b-3496-4d80-b313-1d417496d6ef admin admin] Made reservation on behalf of b53bb0dbcc5c476b8cff671b7d7919ed for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:11:27.731803 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5c9aea1b-3496-4d80-b313-1d417496d6ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3897578'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:28.143131 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5c9aea1b-3496-4d80-b313-1d417496d6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851853892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3897595'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:28.146947 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a1a03254-826f-4f35-b77a-4c5d080bfc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:28.466227 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9aea1b-3496-4d80-b313-1d417496d6ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=404a67a9-f260-4ce4-b122-25f52dce08e3,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:28.470086 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5c9aea1b-3496-4d80-b313-1d417496d6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:28.477545 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9aea1b-3496-4d80-b313-1d417496d6ef admin admin] Checking segment: {'id': '4588aa8b-a93c-4595-a758-8962b62d31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3e864a54-4cf3-47be-bd7f-9956638467df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:11:28.477979 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9aea1b-3496-4d80-b313-1d417496d6ef admin admin] Network hostable DHCP agents. Network: 3e864a54-4cf3-47be-bd7f-9956638467df, hostable agents: ['e04df252-53f8-4f20-921c-5c31ef9947a5'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:11:28.501518 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9aea1b-3496-4d80-b313-1d417496d6ef admin admin] Network 3e864a54-4cf3-47be-bd7f-9956638467df is scheduled to be hosted by DHCP agent e04df252-53f8-4f20-921c-5c31ef9947a5 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:11:28.510898 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-5c9aea1b-3496-4d80-b313-1d417496d6ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-1-smb, 3e864a54-4cf3-47be-bd7f-9956638467df) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:11:28.520610 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237391e3-bf43-432e-8099-2b71ded826f4 None None] Network 3e864a54-4cf3-47be-bd7f-9956638467df requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:11:28.522963 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9aea1b-3496-4d80-b313-1d417496d6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:28.523614 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5c9aea1b-3496-4d80-b313-1d417496d6ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:28.543604 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5c9aea1b-3496-4d80-b313-1d417496d6ef admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8503113 Apr 19 18:11:28.741389 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907ed3d0-d70b-44d1-bf65-fc07e87c99c5 None None] Network 3e864a54-4cf3-47be-bd7f-9956638467df requested from dv-cinder-786927-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:11:29.215448 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-99276fcf-e1fd-4393-acb9-a1a1b784c3ce tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:29.216170 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-99276fcf-e1fd-4393-acb9-a1a1b784c3ce tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Synchronizing usage tracker for tenant:4ddaf60cbff243f990032c045101a3fc on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:11:29.234138 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-99276fcf-e1fd-4393-acb9-a1a1b784c3ce tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Unset dirty status for tenant:4ddaf60cbff243f990032c045101a3fc on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:11:29.235389 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-99276fcf-e1fd-4393-acb9-a1a1b784c3ce tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/networks?id=f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4 HTTP/1.1" status: 200 len: 809 time: 0.1886394 Apr 19 18:11:29.255050 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-d2d6f8e9-ced1-4ceb-aedd-3cd24b34fb9e tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/quotas/4ddaf60cbff243f990032c045101a3fc HTTP/1.1" status: 200 len: 375 time: 0.0099900 Apr 19 18:11:29.312008 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-817ebd92-7bdc-4e42-93d3-fe4e36664f06 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4ddaf60cbff243f990032c045101a3fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512819 Apr 19 18:11:29.437334 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-724f6c87-29f6-4cb2-8552-dee9564f134e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:11:29.438519 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-724f6c87-29f6-4cb2-8552-dee9564f134e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1180909 Apr 19 18:11:29.595328 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-c4ee5587-4bd1-4e69-824a-5517e8fd366f service neutron] 10.222.0.81 "GET /v2.0/networks/f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500943 Apr 19 18:11:29.739120 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-869865d4-4a0c-4641-ba85-15605a078299 service neutron] 10.222.0.81 "GET /v2.0/networks/f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370964 Apr 19 18:11:29.944606 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bf9affda-901c-49e8-9b60-69a4606dd3b8 req-6a45e466-da54-4c91-8482-ac11f75619af tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb16d58a-cf94-42ad-bd33-76cd1af4710b HTTP/1.1" status: 200 len: 210 time: 0.0526903 Apr 19 18:11:31.113093 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f524a315-7d68-4573-8639-dc032d513ffb req-fa3d1477-6dd0-440c-a849-8106a1970896 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb16d58a-cf94-42ad-bd33-76cd1af4710b HTTP/1.1" status: 200 len: 210 time: 0.0488553 Apr 19 18:11:31.355109 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:31.508922 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e379d16d-ed5e-4d8f-b1ba-c39d6af299ff tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:31.510540 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e379d16d-ed5e-4d8f-b1ba-c39d6af299ff tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.52 "GET /v2.0/networks?id=f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4 HTTP/1.1" status: 200 len: 809 time: 0.4093013 Apr 19 18:11:31.523305 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-f5d12a6b-01d9-4483-bfa1-10fcd14ef521 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Request body: {'port': {'device_id': 'bb16d58a-cf94-42ad-bd33-76cd1af4710b', 'network_id': 'f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4', 'admin_state_up': True, 'tenant_id': '4ddaf60cbff243f990032c045101a3fc'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:11:31.671626 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-f5d12a6b-01d9-4483-bfa1-10fcd14ef521 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:31.675926 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-f5d12a6b-01d9-4483-bfa1-10fcd14ef521 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Usage tracker for resource:port and tenant:4ddaf60cbff243f990032c045101a3fc is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:11:31.679070 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-f5d12a6b-01d9-4483-bfa1-10fcd14ef521 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:11:31.685653 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-f5d12a6b-01d9-4483-bfa1-10fcd14ef521 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:31.696117 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-f5d12a6b-01d9-4483-bfa1-10fcd14ef521 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Made reservation on behalf of 4ddaf60cbff243f990032c045101a3fc for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:11:31.702276 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-f5d12a6b-01d9-4483-bfa1-10fcd14ef521 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:31.881786 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-f5d12a6b-01d9-4483-bfa1-10fcd14ef521 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Allocated IP 172.20.0.5 (f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4/bed1642d-4421-4dba-a389-da6a6291ff4f/dfdd7c02-eb5c-422f-b645-1d1c9c0b6162) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:11:32.091350 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-f5d12a6b-01d9-4483-bfa1-10fcd14ef521 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:32.132968 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-f5d12a6b-01d9-4483-bfa1-10fcd14ef521 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764668155473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:32.140200 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-44c4b096-1f39-410f-b560-659e97cd552f tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:32.205676 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-f5d12a6b-01d9-4483-bfa1-10fcd14ef521 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Network f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:11:32.209552 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-f5d12a6b-01d9-4483-bfa1-10fcd14ef521 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:11:32.212229 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-f5d12a6b-01d9-4483-bfa1-10fcd14ef521 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:11:32.300251 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d12a6b-01d9-4483-bfa1-10fcd14ef521 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Pushing event updated for resources: {'Port': ['ID=dfdd7c02-eb5c-422f-b645-1d1c9c0b6162,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:32.303438 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f5d12a6b-01d9-4483-bfa1-10fcd14ef521 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:32.337917 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-f5d12a6b-01d9-4483-bfa1-10fcd14ef521 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:32.338614 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-f5d12a6b-01d9-4483-bfa1-10fcd14ef521 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:32.379601 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-f5d12a6b-01d9-4483-bfa1-10fcd14ef521 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8602746 Apr 19 18:11:32.394908 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5151f77-719e-4192-b4b8-e9e96ecea9d8 req-0243f17a-a7e8-4d53-aaea-df1bb6b54381 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:32.395640 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-b5151f77-719e-4192-b4b8-e9e96ecea9d8 req-0243f17a-a7e8-4d53-aaea-df1bb6b54381 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Synchronizing usage tracker for tenant:4ddaf60cbff243f990032c045101a3fc on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:11:32.403950 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Request body: {'port': {'device_id': 'bb16d58a-cf94-42ad-bd33-76cd1af4710b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:11:32.474558 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-b5151f77-719e-4192-b4b8-e9e96ecea9d8 req-0243f17a-a7e8-4d53-aaea-df1bb6b54381 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Unset dirty status for tenant:4ddaf60cbff243f990032c045101a3fc on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:11:32.476162 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b5151f77-719e-4192-b4b8-e9e96ecea9d8 req-0243f17a-a7e8-4d53-aaea-df1bb6b54381 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb16d58a-cf94-42ad-bd33-76cd1af4710b HTTP/1.1" status: 200 len: 931 time: 0.2319186 Apr 19 18:11:32.568406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:32.585672 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b5151f77-719e-4192-b4b8-e9e96ecea9d8 req-9be89975-2ef3-4a8d-bedb-95d5132ee368 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b3c9d26-85b4-4154-8626-6d318d1da33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799527 Apr 19 18:11:32.933578 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:11:32.941439 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:32.956612 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Transition to ACTIVE for port object dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:11:32.960794 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183133'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:32.966704 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-612825e5-239d-4707-aaf1-1b93589e1685 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:33.134136 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Pushing event updated for resources: {'Port': ['ID=dfdd7c02-eb5c-422f-b645-1d1c9c0b6162,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:33.142236 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:33.230290 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Attempting to bind port dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:11:33.230518 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Attempting to bind port dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'd32208d6-012b-4a50-9ddb-f12dc6e0febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:11:33.230918 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Attempting to bind port dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 on network f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:11:33.236438 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Port dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 on network f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:11:33.236800 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Attempting to bind port dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 on network f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:11:33.242889 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Checking agent: {'id': '65b29327-db8b-4ae4-8402-12a24c685031', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'started_at': datetime.datetime(2021, 4, 19, 17, 56, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:11:33.243266 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Checking segment: {'id': 'd32208d6-012b-4a50-9ddb-f12dc6e0febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:11:33.243820 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Bound using segment: {'id': 'd32208d6-012b-4a50-9ddb-f12dc6e0febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:11:33.244147 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Bound port: dfdd7c02-eb5c-422f-b645-1d1c9c0b6162, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32208d6-012b-4a50-9ddb-f12dc6e0febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:11:33.244514 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:33.340699 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] For port dfdd7c02-eb5c-422f-b645-1d1c9c0b6162, host hv-cinder-78692, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:11:33.343768 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] For port dfdd7c02-eb5c-422f-b645-1d1c9c0b6162, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dfdd7c02-eb5c-422f-b645-1d1c9c0b6162,segment=NetworkSegment(d32208d6-012b-4a50-9ddb-f12dc6e0febf),segment_id=d32208d6-012b-4a50-9ddb-f12dc6e0febf)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:11:33.348028 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183133'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:33.352645 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-054d78bb-a418-4f79-8c7b-bcd621e6d5e2 tempest-AttachVolumeTestJSON-599739486 tempest-AttachVolumeTestJSON-599739486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:33.407900 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:33.408471 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:33.409974 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] 10.222.0.52 "PUT /v2.0/ports/dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 HTTP/1.1" status: 200 len: 1093 time: 1.0115469 Apr 19 18:11:33.412246 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb16d58a-cf94-42ad-bd33-76cd1af4710b', 'tag': 'dfdd7c02-eb5c-422f-b645-1d1c9c0b6162'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:11:33.445901 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Pushing event updated for resources: {'Port': ['ID=dfdd7c02-eb5c-422f-b645-1d1c9c0b6162,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:33.449189 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e6529bf2-75f5-4092-b4f1-2c0388e457df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:33.486988 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb16d58a-cf94-42ad-bd33-76cd1af4710b', 'tag': 'dfdd7c02-eb5c-422f-b645-1d1c9c0b6162', 'status': 'completed', 'code': 200} Apr 19 18:11:33.531061 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-f31273ea-26bd-41fc-ae19-62f9224e647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:33.532693 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-f31273ea-26bd-41fc-ae19-62f9224e647d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ddaf60cbff243f990032c045101a3fc&device_id=bb16d58a-cf94-42ad-bd33-76cd1af4710b HTTP/1.1" status: 200 len: 1096 time: 0.0822914 Apr 19 18:11:33.614617 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-be040fb2-d213-4eae-aa83-178212dc5829 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 HTTP/1.1" status: 200 len: 217 time: 0.0743895 Apr 19 18:11:33.682696 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-78b09b5d-c73b-4ca6-9a6c-0075e0491bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:33.684277 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-78b09b5d-c73b-4ca6-9a6c-0075e0491bbd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bed1642d-4421-4dba-a389-da6a6291ff4f HTTP/1.1" status: 200 len: 849 time: 0.0634561 Apr 19 18:11:33.778920 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-50febb86-4e59-4bcf-9559-a8c99e7638a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882640 Apr 19 18:11:33.942293 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dc8c2-b4e2-4624-ae6d-1d9fec7574d1 req-4719359d-905c-4201-beee-fc6fcdc199f9 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:33.943866 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5b7dc8c2-b4e2-4624-ae6d-1d9fec7574d1 req-4719359d-905c-4201-beee-fc6fcdc199f9 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb16d58a-cf94-42ad-bd33-76cd1af4710b HTTP/1.1" status: 200 len: 943 time: 0.2164114 Apr 19 18:11:33.947361 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-b735d134-2c7b-4c57-9cea-eeae3d7bca44 service neutron] 10.222.0.52 "GET /v2.0/networks/f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617644 Apr 19 18:11:34.074999 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5b7dc8c2-b4e2-4624-ae6d-1d9fec7574d1 req-b7b52c19-a706-44f9-9bab-02642aab81d9 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b3c9d26-85b4-4154-8626-6d318d1da33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243463 Apr 19 18:11:34.118939 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ce5adb4-cb25-4456-a15c-cc34e8ae7d0e req-635e71dc-db17-4ec9-b54f-05c9306192c4 service neutron] 10.222.0.52 "GET /v2.0/networks/f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546552 Apr 19 18:11:34.250047 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9dd55-82fe-4d3b-a01c-8da4c3c53d8d req-9a23d12f-b103-4ce4-9032-3b1b9fe629ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:34.251635 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b6f9dd55-82fe-4d3b-a01c-8da4c3c53d8d req-9a23d12f-b103-4ce4-9032-3b1b9fe629ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ddaf60cbff243f990032c045101a3fc&device_id=bb16d58a-cf94-42ad-bd33-76cd1af4710b HTTP/1.1" status: 200 len: 1096 time: 0.0858116 Apr 19 18:11:34.394280 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9dd55-82fe-4d3b-a01c-8da4c3c53d8d req-717696a5-1e7e-4fe3-8730-7020fb597f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:34.395797 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b6f9dd55-82fe-4d3b-a01c-8da4c3c53d8d req-717696a5-1e7e-4fe3-8730-7020fb597f1d service neutron] 10.222.0.52 "GET /v2.0/networks?id=f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4 HTTP/1.1" status: 200 len: 910 time: 0.1376576 Apr 19 18:11:34.466365 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b6f9dd55-82fe-4d3b-a01c-8da4c3c53d8d req-8e36ccc5-6bdf-430c-a59b-764f8dd91b4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 HTTP/1.1" status: 200 len: 217 time: 0.0641887 Apr 19 18:11:34.549561 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9dd55-82fe-4d3b-a01c-8da4c3c53d8d req-a803c2d5-c051-465d-a590-14e947bdf2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:34.551394 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b6f9dd55-82fe-4d3b-a01c-8da4c3c53d8d req-a803c2d5-c051-465d-a590-14e947bdf2aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bed1642d-4421-4dba-a389-da6a6291ff4f HTTP/1.1" status: 200 len: 849 time: 0.0784516 Apr 19 18:11:34.603121 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b6f9dd55-82fe-4d3b-a01c-8da4c3c53d8d req-b4879369-1f63-4042-97dd-d5cf7d5034e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452564 Apr 19 18:11:34.761354 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b6f9dd55-82fe-4d3b-a01c-8da4c3c53d8d req-02868ab3-e7a2-4dfa-bae5-9ce8d3896791 service neutron] 10.222.0.52 "GET /v2.0/networks/f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505537 Apr 19 18:11:34.903481 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b6f9dd55-82fe-4d3b-a01c-8da4c3c53d8d req-a8d181a8-5d75-4fc8-bd4e-0c3bb0d94c37 service neutron] 10.222.0.52 "GET /v2.0/networks/f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351850 Apr 19 18:11:35.281370 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de55b9-3e2a-4e92-8da6-8fa60e967385 req-fe87d1d1-4706-4066-af41-a9f135063cc0 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:35.283008 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-62de55b9-3e2a-4e92-8da6-8fa60e967385 req-fe87d1d1-4706-4066-af41-a9f135063cc0 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb16d58a-cf94-42ad-bd33-76cd1af4710b HTTP/1.1" status: 200 len: 943 time: 0.0921903 Apr 19 18:11:35.334429 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-62de55b9-3e2a-4e92-8da6-8fa60e967385 req-faa58ab7-ddf1-49c6-bee7-6ffdf0acd2ff tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Synchronizing usage tracker for tenant:4ddaf60cbff243f990032c045101a3fc on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:11:35.350775 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-62de55b9-3e2a-4e92-8da6-8fa60e967385 req-faa58ab7-ddf1-49c6-bee7-6ffdf0acd2ff tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Unset dirty status for tenant:4ddaf60cbff243f990032c045101a3fc on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:11:35.352281 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-62de55b9-3e2a-4e92-8da6-8fa60e967385 req-faa58ab7-ddf1-49c6-bee7-6ffdf0acd2ff tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b3c9d26-85b4-4154-8626-6d318d1da33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622370 Apr 19 18:11:36.804894 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b85ed2-e2b1-441e-8bc5-1476f73bdd38 req-5ff12505-8a2f-4d78-b959-2f92d19f208a tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:36.806549 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c8b85ed2-e2b1-441e-8bc5-1476f73bdd38 req-5ff12505-8a2f-4d78-b959-2f92d19f208a tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb16d58a-cf94-42ad-bd33-76cd1af4710b HTTP/1.1" status: 200 len: 943 time: 0.3304734 Apr 19 18:11:36.858648 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c8b85ed2-e2b1-441e-8bc5-1476f73bdd38 req-ccb8f240-5004-4618-9e83-f76cf1184c85 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b3c9d26-85b4-4154-8626-6d318d1da33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420828 Apr 19 18:11:37.778757 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:11:37.927876 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port dfdd7c02-eb5c-422f-b645-1d1c9c0b6162, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dfdd7c02-eb5c-422f-b645-1d1c9c0b6162,segment=NetworkSegment(d32208d6-012b-4a50-9ddb-f12dc6e0febf),segment_id=d32208d6-012b-4a50-9ddb-f12dc6e0febf)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:11:37.942132 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Returning: {'device': 'dfdd7c02-eb5c-422f-b645-1d1c9c0b6162', 'network_id': 'f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4', 'port_id': 'dfdd7c02-eb5c-422f-b645-1d1c9c0b6162', 'mac_address': 'fa:16:3e:c9:8e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed1642d-4421-4dba-a389-da6a6291ff4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:11:38.004180 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:38.021822 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:11:38.038370 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port dfdd7c02-eb5c-422f-b645-1d1c9c0b6162, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dfdd7c02-eb5c-422f-b645-1d1c9c0b6162,segment=NetworkSegment(d32208d6-012b-4a50-9ddb-f12dc6e0febf),segment_id=d32208d6-012b-4a50-9ddb-f12dc6e0febf)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:11:38.041666 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:38.044338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-828cdb5e-1af9-48e8-a269-4ecd008ef7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:38.071646 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494f601-e8f7-4717-a89d-171a5d00b854 req-95b4ef27-7864-44b6-8c47-8b94bf6a1f18 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:38.073244 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c494f601-e8f7-4717-a89d-171a5d00b854 req-95b4ef27-7864-44b6-8c47-8b94bf6a1f18 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb16d58a-cf94-42ad-bd33-76cd1af4710b HTTP/1.1" status: 200 len: 943 time: 0.0896504 Apr 19 18:11:38.113828 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=dfdd7c02-eb5c-422f-b645-1d1c9c0b6162,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:38.121918 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:38.122347 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:38.122692 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:38.122960 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c494f601-e8f7-4717-a89d-171a5d00b854 req-55eab9d6-2b8b-4ac6-b985-2476059c8126 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b3c9d26-85b4-4154-8626-6d318d1da33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428796 Apr 19 18:11:38.123109 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:38.123432 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:38.123794 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:38.124138 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:38.124483 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:38.124844 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:38.125200 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:38.125555 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:38.125910 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:38.130146 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:38.425860 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['dfdd7c02-eb5c-422f-b645-1d1c9c0b6162'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:11:39.341693 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71310e7-b7ed-470b-b166-46545492a572 req-945100b4-96c5-47c7-817e-309f3aec2633 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:39.343420 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b71310e7-b7ed-470b-b166-46545492a572 req-945100b4-96c5-47c7-817e-309f3aec2633 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb16d58a-cf94-42ad-bd33-76cd1af4710b HTTP/1.1" status: 200 len: 944 time: 0.0933151 Apr 19 18:11:39.395586 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b71310e7-b7ed-470b-b166-46545492a572 req-32c2f42f-446b-43a8-9ab4-6a0a171b87e6 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b3c9d26-85b4-4154-8626-6d318d1da33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453985 Apr 19 18:11:39.793117 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 up at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:11:39.881682 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning for port dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:11:39.887262 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Provisioning complete for port dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:11:39.887734 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734720'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:40.015984 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854144803'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:40.044410 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb16d58a-cf94-42ad-bd33-76cd1af4710b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdd7c02-eb5c-422f-b645-1d1c9c0b6162'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:11:40.054701 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] For port dfdd7c02-eb5c-422f-b645-1d1c9c0b6162, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dfdd7c02-eb5c-422f-b645-1d1c9c0b6162,segment=NetworkSegment(d32208d6-012b-4a50-9ddb-f12dc6e0febf),segment_id=d32208d6-012b-4a50-9ddb-f12dc6e0febf)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:11:40.059018 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764668587208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764668155490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363272186620293'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:40.061355 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:40.133330 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Pushing event updated for resources: {'Port': ['ID=dfdd7c02-eb5c-422f-b645-1d1c9c0b6162,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:40.136848 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:40.149992 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb16d58a-cf94-42ad-bd33-76cd1af4710b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdd7c02-eb5c-422f-b645-1d1c9c0b6162', 'code': 200} Apr 19 18:11:40.402991 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd54de-10d9-4953-9b93-95b693256826 req-5a2f645b-b285-4f6d-ba1d-052d8e37cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:40.404611 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4dfd54de-10d9-4953-9b93-95b693256826 req-5a2f645b-b285-4f6d-ba1d-052d8e37cf52 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bb16d58a-cf94-42ad-bd33-76cd1af4710b HTTP/1.1" status: 200 len: 1098 time: 0.0859468 Apr 19 18:11:40.449900 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4dfd54de-10d9-4953-9b93-95b693256826 req-da20a6e8-7bca-40fd-834a-a3dac156389e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8b3c9d26-85b4-4154-8626-6d318d1da33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390704 Apr 19 18:11:40.613462 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70bdbdb-6b52-4490-b943-f8c0c3940e18 req-5c770d4c-770c-4ae7-90e3-181b93528710 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:40.614989 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e70bdbdb-6b52-4490-b943-f8c0c3940e18 req-5c770d4c-770c-4ae7-90e3-181b93528710 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb16d58a-cf94-42ad-bd33-76cd1af4710b HTTP/1.1" status: 200 len: 945 time: 0.1058300 Apr 19 18:11:40.662668 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e70bdbdb-6b52-4490-b943-f8c0c3940e18 req-eafdc315-4d88-4933-b468-dc004dc4a932 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b3c9d26-85b4-4154-8626-6d318d1da33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411384 Apr 19 18:11:41.892992 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf4652-3789-457f-9b6b-cb5252eaf54c req-1f96db76-cc9c-48eb-b2f3-63e019f5c60f tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:41.894617 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d7bf4652-3789-457f-9b6b-cb5252eaf54c req-1f96db76-cc9c-48eb-b2f3-63e019f5c60f tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb16d58a-cf94-42ad-bd33-76cd1af4710b HTTP/1.1" status: 200 len: 945 time: 0.1017282 Apr 19 18:11:41.944725 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d7bf4652-3789-457f-9b6b-cb5252eaf54c req-ce3e9964-2b93-4e58-b3a7-bbd904065b41 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b3c9d26-85b4-4154-8626-6d318d1da33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419297 Apr 19 18:11:45.008357 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:11:45.420801 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d61fa-12b4-4675-a5d8-99fb05e4ae04 req-304d1401-1a94-41f5-af77-f1249d1719cc tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:45.422421 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-722d61fa-12b4-4675-a5d8-99fb05e4ae04 req-304d1401-1a94-41f5-af77-f1249d1719cc tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb16d58a-cf94-42ad-bd33-76cd1af4710b HTTP/1.1" status: 200 len: 945 time: 0.0917742 Apr 19 18:11:45.471746 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-722d61fa-12b4-4675-a5d8-99fb05e4ae04 req-2dce15c1-facd-484f-95e9-433ea694f17e tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b3c9d26-85b4-4154-8626-6d318d1da33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428886 Apr 19 18:11:45.962206 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e935d7dd-5bc5-45b6-85a1-5ed079380d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:46.686884 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdaf32-3b5c-41cb-ada6-89295072ed15 req-81b804cc-c66d-42e1-b526-1f3902a57058 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:46.688384 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-00fdaf32-3b5c-41cb-ada6-89295072ed15 req-81b804cc-c66d-42e1-b526-1f3902a57058 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb16d58a-cf94-42ad-bd33-76cd1af4710b HTTP/1.1" status: 200 len: 945 time: 0.0947936 Apr 19 18:11:46.795973 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-00fdaf32-3b5c-41cb-ada6-89295072ed15 req-3b3352ff-66d5-4005-aed2-fbb50a769b5e tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b3c9d26-85b4-4154-8626-6d318d1da33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977714 Apr 19 18:11:46.830295 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f0cee-43b2-4f2f-8099-ce5375e19130 req-3a5f391a-f937-432e-b0ae-041e3aacbc77 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:46.831862 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a90f0cee-43b2-4f2f-8099-ce5375e19130 req-3a5f391a-f937-432e-b0ae-041e3aacbc77 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb16d58a-cf94-42ad-bd33-76cd1af4710b HTTP/1.1" status: 200 len: 945 time: 0.1325128 Apr 19 18:11:46.918977 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-a90f0cee-43b2-4f2f-8099-ce5375e19130 req-0db9d103-1227-4793-8ae8-17875f10dad1 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Deleting port dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:11:46.919331 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-a90f0cee-43b2-4f2f-8099-ce5375e19130 req-0db9d103-1227-4793-8ae8-17875f10dad1 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272186192244'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:47.240664 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-a90f0cee-43b2-4f2f-8099-ce5375e19130 req-0db9d103-1227-4793-8ae8-17875f10dad1 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] For port dfdd7c02-eb5c-422f-b645-1d1c9c0b6162, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dfdd7c02-eb5c-422f-b645-1d1c9c0b6162,segment=NetworkSegment(d32208d6-012b-4a50-9ddb-f12dc6e0febf),segment_id=d32208d6-012b-4a50-9ddb-f12dc6e0febf)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:11:47.241058 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-a90f0cee-43b2-4f2f-8099-ce5375e19130 req-0db9d103-1227-4793-8ae8-17875f10dad1 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852945027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:47.376338 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-a90f0cee-43b2-4f2f-8099-ce5375e19130 req-0db9d103-1227-4793-8ae8-17875f10dad1 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Calling delete_port for dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:11:47.546415 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-a90f0cee-43b2-4f2f-8099-ce5375e19130 req-0db9d103-1227-4793-8ae8-17875f10dad1 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272186188575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272186620327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851592684'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:47.556958 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9a4c4137-7062-4b98-87d3-2fc27bd212c9 tempest-AttachVolumeNegativeTest-96485292 tempest-AttachVolumeNegativeTest-96485292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:47.558663 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] get_ports_and_sgs() called for port_ids ['dfdd7c02-eb5c-422f-b645-1d1c9c0b6162'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:11:47.612073 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9d103-1227-4793-8ae8-17875f10dad1 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Pushing event deleted for resources: {'Port': ['ID=dfdd7c02-eb5c-422f-b645-1d1c9c0b6162,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:47.646173 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0db9d103-1227-4793-8ae8-17875f10dad1 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:47.689300 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90f0cee-43b2-4f2f-8099-ce5375e19130 req-0db9d103-1227-4793-8ae8-17875f10dad1 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] No DVR routers for this DVR port dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 on host hv-cinder-78692 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:11:47.692200 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-a90f0cee-43b2-4f2f-8099-ce5375e19130 req-0db9d103-1227-4793-8ae8-17875f10dad1 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1471'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:47.694953 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb16d58a-cf94-42ad-bd33-76cd1af4710b', 'name': 'network-vif-deleted', 'tag': 'dfdd7c02-eb5c-422f-b645-1d1c9c0b6162'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:11:47.711431 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a90f0cee-43b2-4f2f-8099-ce5375e19130 req-0db9d103-1227-4793-8ae8-17875f10dad1 tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.52 "DELETE /v2.0/ports/dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 HTTP/1.1" status: 204 len: 173 time: 0.8738203 Apr 19 18:11:47.744868 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb16d58a-cf94-42ad-bd33-76cd1af4710b', 'name': 'network-vif-deleted', 'tag': 'dfdd7c02-eb5c-422f-b645-1d1c9c0b6162', 'status': 'completed', 'code': 200} Apr 19 18:11:47.979332 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-dafd6649-8ede-4640-acc4-92915745734e req-f9498fe6-6e93-4321-92d8-f10aa93cb16e tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Synchronizing usage tracker for tenant:4ddaf60cbff243f990032c045101a3fc on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:11:47.996070 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-dafd6649-8ede-4640-acc4-92915745734e req-f9498fe6-6e93-4321-92d8-f10aa93cb16e tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] Unset dirty status for tenant:4ddaf60cbff243f990032c045101a3fc on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:11:47.997399 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dafd6649-8ede-4640-acc4-92915745734e req-f9498fe6-6e93-4321-92d8-f10aa93cb16e tempest-VolumesActionsTest-1757946807 tempest-VolumesActionsTest-1757946807-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb16d58a-cf94-42ad-bd33-76cd1af4710b HTTP/1.1" status: 200 len: 210 time: 0.0715997 Apr 19 18:11:49.430834 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2da2012f-7834-47d3-b4ad-f5ee44dff665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:49.882992 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:11:49.920497 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] No Port match for: dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:11:49.920893 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Device dfdd7c02-eb5c-422f-b645-1d1c9c0b6162 not bound to the agent host hv-cinder-78692 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:11:49.957270 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:50.346379 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:51.610344 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:01.368930 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:06.845204 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36964) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:12:06.921510 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-604288c5-b973-4299-9a6f-c031bffdae1b admin admin] Deleting subnet bed1642d-4421-4dba-a389-da6a6291ff4f {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:12:06.925505 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-604288c5-b973-4299-9a6f-c031bffdae1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:06.980116 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-604288c5-b973-4299-9a6f-c031bffdae1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2524320'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:07.045237 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-604288c5-b973-4299-9a6f-c031bffdae1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773666'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:07.302760 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-604288c5-b973-4299-9a6f-c031bffdae1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854002150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850878272'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:07.306744 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:12:07.347713 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604288c5-b973-4299-9a6f-c031bffdae1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed1642d-4421-4dba-a389-da6a6291ff4f,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:12:07.351095 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-604288c5-b973-4299-9a6f-c031bffdae1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:12:07.352142 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-604288c5-b973-4299-9a6f-c031bffdae1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:07.358431 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-604288c5-b973-4299-9a6f-c031bffdae1b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bed1642d-4421-4dba-a389-da6a6291ff4f HTTP/1.1" status: 204 len: 168 time: 0.5119848 Apr 19 18:12:07.360987 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36968) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:12:07.477010 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e01bf9df-1166-408c-b985-0ce2e73ae6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547694'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:07.611710 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e01bf9df-1166-408c-b985-0ce2e73ae6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854002057', 'neutron.services.segments.db._delete_segments_for_network-8764668505459'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:07.726285 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-e01bf9df-1166-408c-b985-0ce2e73ae6df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:12:07.739221 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-e01bf9df-1166-408c-b985-0ce2e73ae6df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32208d6-012b-4a50-9ddb-f12dc6e0febf') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:12:07.739531 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-e01bf9df-1166-408c-b985-0ce2e73ae6df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32208d6-012b-4a50-9ddb-f12dc6e0febf') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:12:07.751492 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e01bf9df-1166-408c-b985-0ce2e73ae6df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272186160483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852251480'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:07.766741 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e01bf9df-1166-408c-b985-0ce2e73ae6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:07.773188 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01bf9df-1166-408c-b985-0ce2e73ae6df admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:12:07.949402 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-e01bf9df-1166-408c-b985-0ce2e73ae6df admin admin] Network f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:12:07.958591 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e01bf9df-1166-408c-b985-0ce2e73ae6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851854246'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:08.137497 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-e01bf9df-1166-408c-b985-0ce2e73ae6df admin admin] Network f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: timer() Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: cb(*args, **kw) Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: self._notify() Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: self.callback(batched_events) Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: event.method(event) Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: return self._get(url).json() Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: **kwargs) Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: **endpoint_filter) Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:12:08.160225 dv-cinder-786927-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:12:08.239379 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e01bf9df-1166-408c-b985-0ce2e73ae6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810306'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:08.247020 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e01bf9df-1166-408c-b985-0ce2e73ae6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:08.250623 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:12:08.278856 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bf9df-1166-408c-b985-0ce2e73ae6df admin admin] Pushing event deleted for resources: {'Network': ['ID=f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:12:08.281402 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e01bf9df-1166-408c-b985-0ce2e73ae6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:12:08.286584 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e01bf9df-1166-408c-b985-0ce2e73ae6df admin admin] 10.222.0.81 "DELETE /v2.0/networks/f7d4e0ba-5f56-4ef2-b6e8-4a7c321f67a4 HTTP/1.1" status: 204 len: 168 time: 0.9245906 Apr 19 18:12:08.289601 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36972) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:12:08.355780 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5d3ac0-6de2-46bd-8b39-42fc71a8b886 admin admin] Deleting subnet 404a67a9-f260-4ce4-b122-25f52dce08e3 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:12:08.359063 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4e5d3ac0-6de2-46bd-8b39-42fc71a8b886 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:08.415842 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4e5d3ac0-6de2-46bd-8b39-42fc71a8b886 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2524320'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:08.474486 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4e5d3ac0-6de2-46bd-8b39-42fc71a8b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-773666'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:08.739141 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4e5d3ac0-6de2-46bd-8b39-42fc71a8b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854002150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2921977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850878272'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:08.742740 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:12:08.780002 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d3ac0-6de2-46bd-8b39-42fc71a8b886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=404a67a9-f260-4ce4-b122-25f52dce08e3,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:12:08.782623 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4e5d3ac0-6de2-46bd-8b39-42fc71a8b886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:12:08.785380 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4e5d3ac0-6de2-46bd-8b39-42fc71a8b886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:08.792252 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4e5d3ac0-6de2-46bd-8b39-42fc71a8b886 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/404a67a9-f260-4ce4-b122-25f52dce08e3 HTTP/1.1" status: 204 len: 168 time: 0.5016143 Apr 19 18:12:08.796225 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 36976) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:12:08.912454 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-561a6978-f5ca-4074-bad9-5dab7aaa0cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547694'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:09.047912 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-561a6978-f5ca-4074-bad9-5dab7aaa0cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854002057', 'neutron.services.segments.db._delete_segments_for_network-8764668505459'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:09.171354 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-561a6978-f5ca-4074-bad9-5dab7aaa0cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e864a54-4cf3-47be-bd7f-9956638467df']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:12:09.184546 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-561a6978-f5ca-4074-bad9-5dab7aaa0cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4588aa8b-a93c-4595-a758-8962b62d31cc') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:12:09.184860 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-561a6978-f5ca-4074-bad9-5dab7aaa0cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4588aa8b-a93c-4595-a758-8962b62d31cc') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:12:09.197165 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-561a6978-f5ca-4074-bad9-5dab7aaa0cce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272186160483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852251480'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:09.212637 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-561a6978-f5ca-4074-bad9-5dab7aaa0cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854076092'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:09.219526 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561a6978-f5ca-4074-bad9-5dab7aaa0cce admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:12:09.397609 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-561a6978-f5ca-4074-bad9-5dab7aaa0cce admin admin] Network 3e864a54-4cf3-47be-bd7f-9956638467df has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:12:09.406541 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-561a6978-f5ca-4074-bad9-5dab7aaa0cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851854246'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:09.580409 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-561a6978-f5ca-4074-bad9-5dab7aaa0cce admin admin] Network 3e864a54-4cf3-47be-bd7f-9956638467df has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: timer() Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: cb(*args, **kw) Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: self._notify() Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: self.callback(batched_events) Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: event.method(event) Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: return self._get(url).json() Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: **kwargs) Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: **endpoint_filter) Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:12:09.602588 dv-cinder-786927-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:12:09.680767 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-561a6978-f5ca-4074-bad9-5dab7aaa0cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853104482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1810306'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:09.684511 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:12:09.698071 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-561a6978-f5ca-4074-bad9-5dab7aaa0cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853104499'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:09.708716 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a6978-f5ca-4074-bad9-5dab7aaa0cce admin admin] Pushing event deleted for resources: {'Network': ['ID=3e864a54-4cf3-47be-bd7f-9956638467df,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:12:09.711775 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-561a6978-f5ca-4074-bad9-5dab7aaa0cce admin admin] 10.222.0.81 "DELETE /v2.0/networks/3e864a54-4cf3-47be-bd7f-9956638467df HTTP/1.1" status: 204 len: 168 time: 0.9145613 Apr 19 18:12:09.712734 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-561a6978-f5ca-4074-bad9-5dab7aaa0cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:12:09.902107 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 36982) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:12:09.955017 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-14c5cb49-78f9-47f6-a76e-9109a8c00155 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4ddaf60cbff243f990032c045101a3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515590 Apr 19 18:12:09.957522 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 36986) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:12:10.019798 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3e10bf57-f160-49d3-b229-82bdbc74bbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:10.047199 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3e10bf57-f160-49d3-b229-82bdbc74bbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:10.100731 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3e10bf57-f160-49d3-b229-82bdbc74bbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:10.106775 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a6021d05-12b0-4c68-9e78-ef3fdec9dd59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:12:10.126949 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10bf57-f160-49d3-b229-82bdbc74bbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3c9d26-85b4-4154-8626-6d318d1da33f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:12:10.129406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3e10bf57-f160-49d3-b229-82bdbc74bbd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:12:10.138758 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3e10bf57-f160-49d3-b229-82bdbc74bbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:10.140428 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3e10bf57-f160-49d3-b229-82bdbc74bbd1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8b3c9d26-85b4-4154-8626-6d318d1da33f HTTP/1.1" status: 204 len: 168 time: 0.1819310 Apr 19 18:12:10.517820 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 36994) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:12:10.576486 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-39dcd6b4-de13-4b4e-8cc7-a090ec5886d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b53bb0dbcc5c476b8cff671b7d7919ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569775 Apr 19 18:12:10.579148 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 36998) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:12:10.651704 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d1cf24a5-5a45-4700-8e60-ee062f94576d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:10.679778 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d1cf24a5-5a45-4700-8e60-ee062f94576d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:10.735783 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d1cf24a5-5a45-4700-8e60-ee062f94576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:10.739752 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b4f7ca60-9cd6-44e4-ae22-0d18c61ae120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:12:10.753188 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf24a5-5a45-4700-8e60-ee062f94576d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb428d70-d18b-4ef4-95d2-e50663598c81,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:12:10.756329 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d1cf24a5-5a45-4700-8e60-ee062f94576d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:12:10.758692 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d1cf24a5-5a45-4700-8e60-ee062f94576d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:10.759684 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d1cf24a5-5a45-4700-8e60-ee062f94576d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb428d70-d18b-4ef4-95d2-e50663598c81 HTTP/1.1" status: 204 len: 168 time: 0.1795628 Apr 19 18:12:15.956000 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4ecb249f-f89d-4efb-ac21-0b4390236a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:19.446040 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7c01069e-7f99-4647-8928-75b8f7e54a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:19.972134 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:20.351028 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:20.917097 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 37124) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:12:21.047282 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:21.063057 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:12:21.067467 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Usage tracker for resource:security_group_rule and tenant:03e5d08ed7044c1a8ab83d8a17ac5884 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:12:21.070671 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:12:21.077142 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:12:21.171138 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:21.175396 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:21.184389 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-189532ee-3004-4c3d-bf71-8f9037178f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:12:21.230336 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=03e5d08ed7044c1a8ab83d8a17ac5884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118713 Apr 19 18:12:21.231368 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c63884-3878-4516-bf96-35dc237e6757,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:12:21.233492 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 37130) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:12:21.252691 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:21.253135 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:21.253540 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:21.253996 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:21.254385 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:21.254772 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:21.255191 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:21.255590 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:21.255986 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:21.256376 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:21.256767 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:21.257170 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:21.261425 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3974dee7-6b26-43e2-9d19-48f7212538e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:12:21.310905 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d7360fe8-ae56-4186-b398-4a9997bac857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:21.338855 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d7360fe8-ae56-4186-b398-4a9997bac857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:21.384630 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d7360fe8-ae56-4186-b398-4a9997bac857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:21.390028 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c5556fb5-0db9-4445-bf78-fa7e00900c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:12:21.402247 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7360fe8-ae56-4186-b398-4a9997bac857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c63884-3878-4516-bf96-35dc237e6757,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:12:21.404726 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d7360fe8-ae56-4186-b398-4a9997bac857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:12:21.408289 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d7360fe8-ae56-4186-b398-4a9997bac857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:21.410207 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d7360fe8-ae56-4186-b398-4a9997bac857 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/62c63884-3878-4516-bf96-35dc237e6757 HTTP/1.1" status: 204 len: 168 time: 0.1755581 Apr 19 18:12:21.608049 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:21.746601 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 37138) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:12:21.772765 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65afed9c-887a-4de7-8e5c-e8dd10b4aca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:21.788648 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-65afed9c-887a-4de7-8e5c-e8dd10b4aca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:12:21.792816 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-65afed9c-887a-4de7-8e5c-e8dd10b4aca4 admin admin] Usage tracker for resource:security_group_rule and tenant:634d2f251ccf42768c59166f764880fc is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:12:21.796073 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-65afed9c-887a-4de7-8e5c-e8dd10b4aca4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:12:21.802267 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-65afed9c-887a-4de7-8e5c-e8dd10b4aca4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:12:21.891307 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65afed9c-887a-4de7-8e5c-e8dd10b4aca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:21.895607 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65afed9c-887a-4de7-8e5c-e8dd10b4aca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:21.903047 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-61161d9a-bcae-4b69-8efc-11030c72a28d tempest-AttachVolumeShelveTestJSON-1175348026 tempest-AttachVolumeShelveTestJSON-1175348026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:12:21.946836 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-65afed9c-887a-4de7-8e5c-e8dd10b4aca4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=634d2f251ccf42768c59166f764880fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987176 Apr 19 18:12:21.947713 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afed9c-887a-4de7-8e5c-e8dd10b4aca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f340240-aff2-4212-bf22-37f02cbd6f4c,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:12:21.950109 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 37142) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:12:21.951033 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-65afed9c-887a-4de7-8e5c-e8dd10b4aca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:12:22.007928 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:12:22.016601 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bc351920-fc78-495b-8759-5a9694d48ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:22.044908 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bc351920-fc78-495b-8759-5a9694d48ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:22.345510 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bc351920-fc78-495b-8759-5a9694d48ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:22.349513 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dd54e67c-dfc5-4d26-a2b8-064a23259081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:12:22.360910 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc351920-fc78-495b-8759-5a9694d48ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f340240-aff2-4212-bf22-37f02cbd6f4c,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:12:22.371399 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc351920-fc78-495b-8759-5a9694d48ced admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:22.371815 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc351920-fc78-495b-8759-5a9694d48ced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:22.372227 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc351920-fc78-495b-8759-5a9694d48ced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:22.372662 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc351920-fc78-495b-8759-5a9694d48ced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:22.373063 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc351920-fc78-495b-8759-5a9694d48ced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:22.373587 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc351920-fc78-495b-8759-5a9694d48ced admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:22.373982 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc351920-fc78-495b-8759-5a9694d48ced admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:22.374411 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc351920-fc78-495b-8759-5a9694d48ced admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:22.374842 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc351920-fc78-495b-8759-5a9694d48ced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:22.375246 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc351920-fc78-495b-8759-5a9694d48ced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:22.375636 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc351920-fc78-495b-8759-5a9694d48ced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:22.376030 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc351920-fc78-495b-8759-5a9694d48ced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:12:22.379906 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bc351920-fc78-495b-8759-5a9694d48ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:12:22.380855 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bc351920-fc78-495b-8759-5a9694d48ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:22.382024 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-bc351920-fc78-495b-8759-5a9694d48ced admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4f340240-aff2-4212-bf22-37f02cbd6f4c HTTP/1.1" status: 204 len: 168 time: 0.4306819 Apr 19 18:12:22.777366 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.81', 37150) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:12:22.796917 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-abc4df1a-d0c6-454c-b713-4b511e31af56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:22.813176 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-abc4df1a-d0c6-454c-b713-4b511e31af56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:12:22.817447 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-abc4df1a-d0c6-454c-b713-4b511e31af56 admin admin] Usage tracker for resource:security_group_rule and tenant:2e7b40fd93944ac7a0f722c44e670e88 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:12:22.820635 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-abc4df1a-d0c6-454c-b713-4b511e31af56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:12:22.826782 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-abc4df1a-d0c6-454c-b713-4b511e31af56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:12:22.924088 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-abc4df1a-d0c6-454c-b713-4b511e31af56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:22.928431 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-abc4df1a-d0c6-454c-b713-4b511e31af56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:22.935652 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4f4ab940-1a02-4320-b7a2-a594b693961e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:12:22.979680 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-abc4df1a-d0c6-454c-b713-4b511e31af56 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e7b40fd93944ac7a0f722c44e670e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011476 Apr 19 18:12:22.980608 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4df1a-d0c6-454c-b713-4b511e31af56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602f8ac2-a449-433b-bd4b-a4466996a06c,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:12:22.983180 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.81', 37154) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:12:22.984059 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-abc4df1a-d0c6-454c-b713-4b511e31af56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:12:23.052417 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7336e8c0-2941-4909-92b6-2d5a5c65fe6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:23.081370 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7336e8c0-2941-4909-92b6-2d5a5c65fe6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:23.128493 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7336e8c0-2941-4909-92b6-2d5a5c65fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1707180'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:23.132352 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a62cf933-b5ab-48d4-9e48-354b4e7baf51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:12:23.144173 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336e8c0-2941-4909-92b6-2d5a5c65fe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602f8ac2-a449-433b-bd4b-a4466996a06c,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:12:23.146559 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7336e8c0-2941-4909-92b6-2d5a5c65fe6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:12:23.151783 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7336e8c0-2941-4909-92b6-2d5a5c65fe6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:23.152987 dv-cinder-786927-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-7336e8c0-2941-4909-92b6-2d5a5c65fe6a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/602f8ac2-a449-433b-bd4b-a4466996a06c HTTP/1.1" status: 204 len: 168 time: 0.1687291 Apr 19 18:12:31.386274 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:45.970108 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d4f70b13-36f4-4030-9e05-e0c40f3f5443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:49.447256 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-11b1b245-17e3-496e-a80a-fea747d1a64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:49.967269 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:50.355189 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:51.620430 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:59.014836 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:13:01.396066 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:15.968700 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8f5bfa8d-d439-40c9-863f-03cd3868e0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:19.444134 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7c97fb4e-b99c-4804-bd16-03d561376885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:19.974242 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:20.359191 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:21.624048 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:31.381964 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:36.007925 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:13:45.970157 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-01f759cc-b942-4440-97e1-997d5c32017d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:49.443477 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-05078d15-8ecd-4110-b600-c45888e72653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:49.978406 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:50.362592 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:51.623977 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:01.392443 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:13.014492 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:14:15.968553 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-826bcaaa-4bdd-4b2b-8212-14dee003d4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:19.447883 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-070e34c0-5d2d-4ef8-8698-86c174562376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:19.981976 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:20.369079 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:21.630844 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:27.332573 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.wsgi [req-a20ccbba-7334-4bf0-9c40-a0d430348d31 req-89dc2508-26d2-44ea-a834-7aab9947c7f6 service neutron] (86356) timed out ('10.222.0.52', 57346) {{(pid=86356) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 19 18:14:31.410994 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:45.973556 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8b2b-d74d-4ffd-9fc7-e758ebb27ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:49.450129 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-de22752f-071c-48e0-8192-913badb18d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:49.983471 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:50.005132 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:14:50.378951 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:51.631225 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:01.425429 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:15.978637 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e06282cf-8100-42c9-bd6c-c348725fbaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:19.455867 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3b80e1b6-6ebc-41b8-a56c-f09c808a6346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:19.982816 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:20.375556 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:21.644627 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:27.012276 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:15:31.417925 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:45.984307 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-58d3dca7-78fd-4331-8fff-ac1fdb640c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:49.454872 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0299c2d0-6df7-4f3c-9120-57f15b3b0750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:49.980691 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:50.374886 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:51.639562 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:01.411762 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:04.008515 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:16:15.975664 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65412e83-29ad-4d74-a04a-01240d21d9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:19.453881 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8daa6ecf-772e-4984-9788-17edda4d7f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:19.983270 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:20.377956 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:21.643796 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:31.407835 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:41.013787 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-687f8b4d-286a-46e2-aff9-28f80bb2e64e None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:16:45.981879 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-026a933d-f9ba-4926-97a3-00f7d557fc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:49.450170 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-68f264d0-a847-4124-8f0a-2418ad3a5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:49.987170 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e501484d-67d1-4ca4-847a-ebe255c0af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:50.391378 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7d5e-a929-4d62-ae27-72a3ad76f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:51.658683 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8b1984ab-2a18-4cff-80e7-13374ef99094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:01.424942 dv-cinder-786927-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9893d5d0-4716-4474-83d7-3859d4673c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363272186270341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854041003'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}